2026-02-25T15:41:45.058 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-25T15:41:45.076 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-25T15:41:45.157 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244 branch: reef-release description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/snap_schedule_snapdir} email: yweinste@redhat.com first_in_suite: false flavor: default job_id: '70244' kernel: branch: distro kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: trial mgrmodules: sequential: - print: Enabling mgr modules name: yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: reef-release ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 client snapdir: .customsnapfuse debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - is offline because no MDS - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - MGR_MODULE_ERROR - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - pg .* is stuck inactive - pg .* is .*degraded - pg .* is stuck peering sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 kclient: snapdirname: .customsnapkernel selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: reef-release sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 6885 sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 sleep_before_teardown: 0 subset: 111/120000 suite: fs suite_branch: reef-release suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: trial052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLtez+4LwiShmiFzSPsO3olYEeVfGyz9cP2Xw0wgfmfXjZ8bmPRQ9vohtgHWd4sgYtsBHdeWoX5G4K6B7jmEFVk= trial086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkEGvuWw4BWVd/hd0DOgwijdWlWDov5drfQ1ot2ZYQp79SOPPk3EfUgCnOZgYVCqtOi09yChTzt68EFbQMG214= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-25_15:27:50 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.904699 2026-02-25T15:41:45.157 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/qa; will attempt to use it 2026-02-25T15:41:45.158 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/qa/tasks 2026-02-25T15:41:45.158 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-25T15:41:45.159 INFO:teuthology.task.internal:Checking packages... 2026-02-25T15:41:45.159 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28' 2026-02-25T15:41:45.159 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-25T15:41:45.159 INFO:teuthology.packaging:ref: None 2026-02-25T15:41:45.159 INFO:teuthology.packaging:tag: None 2026-02-25T15:41:45.160 INFO:teuthology.packaging:branch: reef-release 2026-02-25T15:41:45.160 INFO:teuthology.packaging:sha1: 0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 2026-02-25T15:41:45.160 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef-release 2026-02-25T15:41:45.283 INFO:teuthology.task.internal:Found packages for ceph version 18.2.7-1050.g0ef62ce8 2026-02-25T15:41:45.284 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-25T15:41:45.296 INFO:teuthology.task.internal:no buildpackages task found 2026-02-25T15:41:45.296 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-25T15:41:45.310 INFO:teuthology.task.internal:Saving configuration 2026-02-25T15:41:45.325 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-25T15:41:45.338 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-25T15:41:45.416 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial052.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-25 15:38:18.793285', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLtez+4LwiShmiFzSPsO3olYEeVfGyz9cP2Xw0wgfmfXjZ8bmPRQ9vohtgHWd4sgYtsBHdeWoX5G4K6B7jmEFVk='} 2026-02-25T15:41:45.472 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial086.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-25 15:38:18.793910', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkEGvuWw4BWVd/hd0DOgwijdWlWDov5drfQ1ot2ZYQp79SOPPk3EfUgCnOZgYVCqtOi09yChTzt68EFbQMG214='} 2026-02-25T15:41:45.472 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-25T15:41:45.484 INFO:teuthology.task.internal:roles: ubuntu@trial052.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2026-02-25T15:41:45.484 INFO:teuthology.task.internal:roles: ubuntu@trial086.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2026-02-25T15:41:45.484 INFO:teuthology.run_tasks:Running task console_log... 2026-02-25T15:41:45.614 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x720804e19bc0>, signals=[15]) 2026-02-25T15:41:45.614 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-25T15:41:45.626 INFO:teuthology.task.internal:Opening connections... 2026-02-25T15:41:45.626 DEBUG:teuthology.task.internal:connecting to ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:41:45.627 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:41:45.690 DEBUG:teuthology.task.internal:connecting to ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:41:45.690 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:41:45.752 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-25T15:41:45.765 DEBUG:teuthology.orchestra.run.trial052:> uname -m 2026-02-25T15:41:45.781 INFO:teuthology.orchestra.run.trial052.stdout:x86_64 2026-02-25T15:41:45.781 DEBUG:teuthology.orchestra.run.trial052:> cat /etc/os-release 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:NAME="CentOS Stream" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:VERSION="9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:ID="centos" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:ID_LIKE="rhel fedora" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:VERSION_ID="9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:PLATFORM_ID="platform:el9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:ANSI_COLOR="0;31" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:LOGO="fedora-logo-icon" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:HOME_URL="https://centos.org/" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-25T15:41:45.837 INFO:teuthology.orchestra.run.trial052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-25T15:41:45.838 INFO:teuthology.lock.ops:Updating trial052.front.sepia.ceph.com on lock server 2026-02-25T15:41:45.904 DEBUG:teuthology.orchestra.run.trial086:> uname -m 2026-02-25T15:41:45.919 INFO:teuthology.orchestra.run.trial086.stdout:x86_64 2026-02-25T15:41:45.919 DEBUG:teuthology.orchestra.run.trial086:> cat /etc/os-release 2026-02-25T15:41:45.975 INFO:teuthology.orchestra.run.trial086.stdout:NAME="CentOS Stream" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:VERSION="9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:ID="centos" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:ID_LIKE="rhel fedora" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:VERSION_ID="9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:PLATFORM_ID="platform:el9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:ANSI_COLOR="0;31" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:LOGO="fedora-logo-icon" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:HOME_URL="https://centos.org/" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-25T15:41:45.976 INFO:teuthology.orchestra.run.trial086.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-25T15:41:45.977 INFO:teuthology.lock.ops:Updating trial086.front.sepia.ceph.com on lock server 2026-02-25T15:41:46.061 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-25T15:41:46.074 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-25T15:41:46.086 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-25T15:41:46.086 DEBUG:teuthology.orchestra.run.trial052:> test '!' -e /home/ubuntu/cephtest 2026-02-25T15:41:46.088 DEBUG:teuthology.orchestra.run.trial086:> test '!' -e /home/ubuntu/cephtest 2026-02-25T15:41:46.102 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-25T15:41:46.114 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-25T15:41:46.115 DEBUG:teuthology.orchestra.run.trial052:> test -z $(ls -A /var/lib/ceph) 2026-02-25T15:41:46.143 DEBUG:teuthology.orchestra.run.trial086:> test -z $(ls -A /var/lib/ceph) 2026-02-25T15:41:46.160 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-25T15:41:46.326 INFO:teuthology.run_tasks:Running task kernel... 2026-02-25T15:41:46.346 INFO:teuthology.task.kernel:normalize config orig: {'branch': 'distro', 'kdb': True, 'sha1': 'distro'} 2026-02-25T15:41:46.346 INFO:teuthology.task.kernel:config {'mon.a': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'mon.b': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, timeout 300 2026-02-25T15:41:46.346 DEBUG:teuthology.orchestra.run.trial052:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-25T15:41:46.347 DEBUG:teuthology.orchestra.run.trial086:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-25T15:41:46.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:41:46.361 DEBUG:teuthology.orchestra.run.trial052:> uname -r 2026-02-25T15:41:46.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:41:46.362 DEBUG:teuthology.orchestra.run.trial086:> uname -r 2026-02-25T15:41:46.417 INFO:teuthology.orchestra.run.trial052.stdout:5.14.0-681.el9.x86_64 2026-02-25T15:41:46.417 INFO:teuthology.task.kernel:Running kernel on trial052: 5.14.0-681.el9.x86_64 2026-02-25T15:41:46.417 DEBUG:teuthology.orchestra.run.trial052:> sudo yum install -y kernel 2026-02-25T15:41:46.417 INFO:teuthology.orchestra.run.trial086.stdout:5.14.0-681.el9.x86_64 2026-02-25T15:41:46.417 INFO:teuthology.task.kernel:Running kernel on trial086: 5.14.0-681.el9.x86_64 2026-02-25T15:41:46.417 DEBUG:teuthology.orchestra.run.trial086:> sudo yum install -y kernel 2026-02-25T15:41:47.805 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - BaseOS 8.9 MB/s | 8.9 MB 00:01 2026-02-25T15:41:55.664 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - AppStream 3.7 MB/s | 27 MB 00:07 2026-02-25T15:41:55.697 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - BaseOS 1.0 MB/s | 8.9 MB 00:08 2026-02-25T15:41:59.006 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - CRB 8.3 MB/s | 8.0 MB 00:00 2026-02-25T15:41:59.067 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 27 MB 00:02 2026-02-25T15:42:00.798 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 20 kB 00:01 2026-02-25T15:42:01.453 INFO:teuthology.orchestra.run.trial086.stdout:Extra Packages for Enterprise Linux 34 MB/s | 20 MB 00:00 2026-02-25T15:42:04.617 INFO:teuthology.orchestra.run.trial086.stdout:lab-extras 1.3 MB/s | 50 kB 00:00 2026-02-25T15:42:05.625 INFO:teuthology.orchestra.run.trial086.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-25T15:42:05.626 INFO:teuthology.orchestra.run.trial086.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-25T15:42:05.646 INFO:teuthology.orchestra.run.trial086.stdout:Dependencies resolved. 2026-02-25T15:42:05.646 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: Package Architecture Version Repository Size 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:Installing: 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: kernel x86_64 5.14.0-686.el9 baseos 901 k 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:Installing dependencies: 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: kernel-core x86_64 5.14.0-686.el9 baseos 17 M 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules x86_64 5.14.0-686.el9 baseos 40 M 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-core x86_64 5.14.0-686.el9 baseos 31 M 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:Transaction Summary 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:================================================================================ 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout:Install 4 Packages 2026-02-25T15:42:05.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:05.648 INFO:teuthology.orchestra.run.trial086.stdout:Total download size: 89 M 2026-02-25T15:42:05.648 INFO:teuthology.orchestra.run.trial086.stdout:Installed size: 135 M 2026-02-25T15:42:05.648 INFO:teuthology.orchestra.run.trial086.stdout:Downloading Packages: 2026-02-25T15:42:05.818 INFO:teuthology.orchestra.run.trial086.stdout:(1/4): kernel-5.14.0-686.el9.x86_64.rpm 11 MB/s | 901 kB 00:00 2026-02-25T15:42:05.923 INFO:teuthology.orchestra.run.trial086.stdout:(2/4): kernel-core-5.14.0-686.el9.x86_64.rpm 92 MB/s | 17 MB 00:00 2026-02-25T15:42:06.088 INFO:teuthology.orchestra.run.trial086.stdout:(3/4): kernel-modules-core-5.14.0-686.el9.x86_6 115 MB/s | 31 MB 00:00 2026-02-25T15:42:06.142 INFO:teuthology.orchestra.run.trial086.stdout:(4/4): kernel-modules-5.14.0-686.el9.x86_64.rpm 98 MB/s | 40 MB 00:00 2026-02-25T15:42:06.144 INFO:teuthology.orchestra.run.trial086.stdout:-------------------------------------------------------------------------------- 2026-02-25T15:42:06.144 INFO:teuthology.orchestra.run.trial086.stdout:Total 179 MB/s | 89 MB 00:00 2026-02-25T15:42:06.338 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction check 2026-02-25T15:42:06.550 INFO:teuthology.orchestra.run.trial086.stdout:Transaction check succeeded. 2026-02-25T15:42:06.551 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction test 2026-02-25T15:42:06.939 INFO:teuthology.orchestra.run.trial086.stdout:Transaction test succeeded. 2026-02-25T15:42:06.939 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction 2026-02-25T15:42:08.053 INFO:teuthology.orchestra.run.trial086.stdout: Preparing : 1/1 2026-02-25T15:42:08.342 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-modules-core-5.14.0-686.el9.x86_64 1/4 2026-02-25T15:42:08.364 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:10.924 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:10.958 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:11.116 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - CRB 845 kB/s | 8.0 MB 00:09 2026-02-25T15:42:12.354 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 20 kB 00:00 2026-02-25T15:42:13.355 INFO:teuthology.orchestra.run.trial052.stdout:Extra Packages for Enterprise Linux 22 MB/s | 20 MB 00:00 2026-02-25T15:42:13.996 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:14.002 INFO:teuthology.orchestra.run.trial086.stdout: Installing : kernel-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:16.595 INFO:teuthology.orchestra.run.trial052.stdout:lab-extras 1.8 MB/s | 50 kB 00:00 2026-02-25T15:42:17.055 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:17.600 INFO:teuthology.orchestra.run.trial052.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-25T15:42:17.600 INFO:teuthology.orchestra.run.trial052.stdout:Package kernel-5.14.0-681.el9.x86_64 is already installed. 2026-02-25T15:42:17.620 INFO:teuthology.orchestra.run.trial052.stdout:Dependencies resolved. 2026-02-25T15:42:17.621 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-25T15:42:17.621 INFO:teuthology.orchestra.run.trial052.stdout: Package Architecture Version Repository Size 2026-02-25T15:42:17.621 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-25T15:42:17.621 INFO:teuthology.orchestra.run.trial052.stdout:Installing: 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: kernel x86_64 5.14.0-686.el9 baseos 901 k 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout:Installing dependencies: 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: kernel-core x86_64 5.14.0-686.el9 baseos 17 M 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules x86_64 5.14.0-686.el9 baseos 40 M 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-core x86_64 5.14.0-686.el9 baseos 31 M 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout:Transaction Summary 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout:================================================================================ 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout:Install 4 Packages 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:17.622 INFO:teuthology.orchestra.run.trial052.stdout:Total download size: 89 M 2026-02-25T15:42:17.623 INFO:teuthology.orchestra.run.trial052.stdout:Installed size: 135 M 2026-02-25T15:42:17.623 INFO:teuthology.orchestra.run.trial052.stdout:Downloading Packages: 2026-02-25T15:42:17.778 INFO:teuthology.orchestra.run.trial052.stdout:(1/4): kernel-5.14.0-686.el9.x86_64.rpm 9.1 MB/s | 901 kB 00:00 2026-02-25T15:42:18.353 INFO:teuthology.orchestra.run.trial052.stdout:(2/4): kernel-core-5.14.0-686.el9.x86_64.rpm 26 MB/s | 17 MB 00:00 2026-02-25T15:42:18.540 INFO:teuthology.orchestra.run.trial052.stdout:(3/4): kernel-modules-5.14.0-686.el9.x86_64.rpm 46 MB/s | 40 MB 00:00 2026-02-25T15:42:18.839 INFO:teuthology.orchestra.run.trial052.stdout:(4/4): kernel-modules-core-5.14.0-686.el9.x86_6 29 MB/s | 31 MB 00:01 2026-02-25T15:42:18.839 INFO:teuthology.orchestra.run.trial052.stdout:-------------------------------------------------------------------------------- 2026-02-25T15:42:18.839 INFO:teuthology.orchestra.run.trial052.stdout:Total 73 MB/s | 89 MB 00:01 2026-02-25T15:42:19.030 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction check 2026-02-25T15:42:19.238 INFO:teuthology.orchestra.run.trial052.stdout:Transaction check succeeded. 2026-02-25T15:42:19.238 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction test 2026-02-25T15:42:19.620 INFO:teuthology.orchestra.run.trial052.stdout:Transaction test succeeded. 2026-02-25T15:42:19.621 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction 2026-02-25T15:42:20.736 INFO:teuthology.orchestra.run.trial052.stdout: Preparing : 1/1 2026-02-25T15:42:21.024 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-modules-core-5.14.0-686.el9.x86_64 1/4 2026-02-25T15:42:21.046 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:23.613 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:23.646 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:26.679 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:26.685 INFO:teuthology.orchestra.run.trial052.stdout: Installing : kernel-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:29.736 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:34.525 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:34.549 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-modules-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:34.738 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: kernel-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:34.738 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-5.14.0-686.el9.x86_64 1/4 2026-02-25T15:42:34.738 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:34.738 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:34.795 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : kernel-modules-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:34.795 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:34.795 INFO:teuthology.orchestra.run.trial086.stdout:Installed: 2026-02-25T15:42:34.795 INFO:teuthology.orchestra.run.trial086.stdout: kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.796 INFO:teuthology.orchestra.run.trial086.stdout: kernel-core-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.796 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.796 INFO:teuthology.orchestra.run.trial086.stdout: kernel-modules-core-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.796 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:34.796 INFO:teuthology.orchestra.run.trial086.stdout:Complete! 2026-02-25T15:42:34.856 DEBUG:teuthology.orchestra.run.trial086:> rpm -q kernel | sort -rV | head -n 1 2026-02-25T15:42:34.886 INFO:teuthology.orchestra.run.trial086.stdout:kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.887 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-686.el9.x86_64 2026-02-25T15:42:34.888 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-681.el9.x86_64 Expected: 5.14.0-686.el9.x86_64 2026-02-25T15:42:34.888 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-25T15:42:34.888 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-25T15:42:34.888 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2026-02-25T15:42:34.888 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial086.front.sepia.ceph.com, path=None, version=distro) 2026-02-25T15:42:34.888 DEBUG:teuthology.orchestra.run.trial086:> rpm -q kernel | sort -rV | head -n 1 2026-02-25T15:42:34.954 INFO:teuthology.orchestra.run.trial086.stdout:kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:34.955 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-686.el9.x86_64 2026-02-25T15:42:34.956 DEBUG:teuthology.orchestra.run.trial086:> sudo rpm -qi grub2-tools 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Name : grub2-tools 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Epoch : 1 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Version : 2.06 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Release : 120.el9 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Architecture: x86_64 2026-02-25T15:42:35.024 INFO:teuthology.orchestra.run.trial086.stdout:Install Date: Wed 18 Feb 2026 05:18:42 PM UTC 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Group : Unspecified 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Size : 9108611 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:License : GPLv3+ 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Signature : RSA/SHA256, Thu 04 Dec 2025 09:42:59 AM UTC, Key ID 05b555b38483c65d 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Source RPM : grub2-2.06-120.el9.src.rpm 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Build Date : Wed 03 Dec 2025 12:10:38 PM UTC 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Packager : builder@centos.org 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Vendor : CentOS 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Summary : Support tools for GRUB. 2026-02-25T15:42:35.025 INFO:teuthology.orchestra.run.trial086.stdout:Description : 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout:hardware devices. 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:42:35.026 INFO:teuthology.orchestra.run.trial086.stdout:This subpackage provides tools for support of all platforms. 2026-02-25T15:42:35.027 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-25T15:42:35.027 INFO:teuthology.task.kernel:Updating grub on trial086 to boot 5.14.0-686.el9.x86_64 2026-02-25T15:42:35.028 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-25T15:42:35.090 INFO:teuthology.orchestra.run.trial086.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-25T15:42:35.092 DEBUG:teuthology.orchestra.run.trial086:> sudo command -v grubby && echo yes || echo no 2026-02-25T15:42:35.157 INFO:teuthology.orchestra.run.trial086.stdout:/sbin/grubby 2026-02-25T15:42:35.158 INFO:teuthology.orchestra.run.trial086.stdout:yes 2026-02-25T15:42:35.159 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-686.el9.x86_64" | head -n 1 2026-02-25T15:42:35.221 INFO:teuthology.orchestra.run.trial086.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-686.el9.x86_64.conf 2026-02-25T15:42:35.222 DEBUG:teuthology.orchestra.run.trial086:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-686.el9.x86_64 2026-02-25T15:42:35.295 DEBUG:teuthology.orchestra.run.trial086:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-25T15:42:35.504 INFO:teuthology.orchestra.run.trial086.stderr:Generating grub configuration file ... 2026-02-25T15:42:35.572 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-5.14.0-686.el9.x86_64 2026-02-25T15:42:35.580 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-5.14.0-686.el9.x86_64.img 2026-02-25T15:42:35.834 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-25T15:42:35.841 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-25T15:42:35.875 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-25T15:42:35.882 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-25T15:42:35.913 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-25T15:42:35.920 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-25T15:42:35.943 INFO:teuthology.orchestra.run.trial086.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-25T15:42:35.949 INFO:teuthology.orchestra.run.trial086.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-25T15:42:36.036 INFO:teuthology.orchestra.run.trial086.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-25T15:42:36.044 INFO:teuthology.orchestra.run.trial086.stderr:done 2026-02-25T15:42:36.046 DEBUG:teuthology.orchestra.run.trial086:> test -d /sys/firmware/efi 2026-02-25T15:42:36.061 DEBUG:teuthology.orchestra.run.trial086:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-25T15:42:36.127 INFO:teuthology.orchestra.run.trial086.stdout:/boot/efi/EFI/BOOT 2026-02-25T15:42:36.127 INFO:teuthology.orchestra.run.trial086.stdout:/boot/efi/EFI/centos 2026-02-25T15:42:36.129 DEBUG:teuthology.orchestra.run.trial086:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-25T15:42:36.196 INFO:teuthology.orchestra.run.trial086.stdout:no 2026-02-25T15:42:36.196 DEBUG:teuthology.orchestra.run.trial086:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-25T15:42:36.260 INFO:teuthology.orchestra.run.trial086.stdout:yes 2026-02-25T15:42:36.260 DEBUG:teuthology.orchestra.run.trial086:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-25T15:42:36.326 INFO:teuthology.orchestra.remote:Triggering safe hard reboot via SysRq on trial086 2026-02-25T15:42:36.326 DEBUG:teuthology.orchestra.run.trial086:> sudo bash -c ' 2026-02-25T15:42:36.327 DEBUG:teuthology.orchestra.run.trial086:> echo pci > /sys/kernel/reboot/type && echo 1 > /sys/kernel/reboot/force && sync && echo s > /proc/sysrq-trigger && echo u > /proc/sysrq-trigger && sleep 2 && echo b > /proc/sysrq-trigger 2026-02-25T15:42:36.327 DEBUG:teuthology.orchestra.run.trial086:> ' 2026-02-25T15:42:47.145 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:47.167 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-modules-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:47.353 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: kernel-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:47.353 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-5.14.0-686.el9.x86_64 1/4 2026-02-25T15:42:47.353 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-core-5.14.0-686.el9.x86_64 2/4 2026-02-25T15:42:47.353 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-modules-5.14.0-686.el9.x86_64 3/4 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : kernel-modules-core-5.14.0-686.el9.x86_64 4/4 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout:Installed: 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: kernel-core-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: kernel-modules-core-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.411 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:47.412 INFO:teuthology.orchestra.run.trial052.stdout:Complete! 2026-02-25T15:42:47.472 DEBUG:teuthology.orchestra.run.trial052:> rpm -q kernel | sort -rV | head -n 1 2026-02-25T15:42:47.499 INFO:teuthology.orchestra.run.trial052.stdout:kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.500 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-686.el9.x86_64 2026-02-25T15:42:47.500 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-681.el9.x86_64 Expected: 5.14.0-686.el9.x86_64 2026-02-25T15:42:47.500 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-25T15:42:47.500 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-25T15:42:47.500 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-25T15:42:47.500 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial052.front.sepia.ceph.com, path=None, version=distro) 2026-02-25T15:42:47.500 DEBUG:teuthology.orchestra.run.trial052:> rpm -q kernel | sort -rV | head -n 1 2026-02-25T15:42:47.566 INFO:teuthology.orchestra.run.trial052.stdout:kernel-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.567 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-686.el9.x86_64 2026-02-25T15:42:47.567 DEBUG:teuthology.orchestra.run.trial052:> sudo rpm -qi grub2-tools 2026-02-25T15:42:47.636 INFO:teuthology.orchestra.run.trial052.stdout:Name : grub2-tools 2026-02-25T15:42:47.636 INFO:teuthology.orchestra.run.trial052.stdout:Epoch : 1 2026-02-25T15:42:47.636 INFO:teuthology.orchestra.run.trial052.stdout:Version : 2.06 2026-02-25T15:42:47.636 INFO:teuthology.orchestra.run.trial052.stdout:Release : 120.el9 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Architecture: x86_64 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Install Date: Wed 18 Feb 2026 05:18:42 PM UTC 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Group : Unspecified 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Size : 9108611 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:License : GPLv3+ 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Signature : RSA/SHA256, Thu 04 Dec 2025 09:42:59 AM UTC, Key ID 05b555b38483c65d 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Source RPM : grub2-2.06-120.el9.src.rpm 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Build Date : Wed 03 Dec 2025 12:10:38 PM UTC 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Packager : builder@centos.org 2026-02-25T15:42:47.637 INFO:teuthology.orchestra.run.trial052.stdout:Vendor : CentOS 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:Summary : Support tools for GRUB. 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:Description : 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:hardware devices. 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:42:47.638 INFO:teuthology.orchestra.run.trial052.stdout:This subpackage provides tools for support of all platforms. 2026-02-25T15:42:47.640 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-25T15:42:47.640 INFO:teuthology.task.kernel:Updating grub on trial052 to boot 5.14.0-686.el9.x86_64 2026-02-25T15:42:47.640 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-25T15:42:47.704 INFO:teuthology.orchestra.run.trial052.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-25T15:42:47.706 DEBUG:teuthology.orchestra.run.trial052:> sudo command -v grubby && echo yes || echo no 2026-02-25T15:42:47.771 INFO:teuthology.orchestra.run.trial052.stdout:/sbin/grubby 2026-02-25T15:42:47.772 INFO:teuthology.orchestra.run.trial052.stdout:yes 2026-02-25T15:42:47.773 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-686.el9.x86_64" | head -n 1 2026-02-25T15:42:47.835 INFO:teuthology.orchestra.run.trial052.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-686.el9.x86_64.conf 2026-02-25T15:42:47.837 DEBUG:teuthology.orchestra.run.trial052:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-686.el9.x86_64 2026-02-25T15:42:47.910 DEBUG:teuthology.orchestra.run.trial052:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-25T15:42:48.115 INFO:teuthology.orchestra.run.trial052.stderr:Generating grub configuration file ... 2026-02-25T15:42:48.182 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-5.14.0-686.el9.x86_64 2026-02-25T15:42:48.189 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-5.14.0-686.el9.x86_64.img 2026-02-25T15:42:48.440 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-25T15:42:48.447 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-25T15:42:48.481 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-25T15:42:48.488 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-25T15:42:48.519 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-25T15:42:48.525 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-25T15:42:48.549 INFO:teuthology.orchestra.run.trial052.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-25T15:42:48.555 INFO:teuthology.orchestra.run.trial052.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-25T15:42:48.641 INFO:teuthology.orchestra.run.trial052.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-25T15:42:48.650 INFO:teuthology.orchestra.run.trial052.stderr:done 2026-02-25T15:42:48.652 DEBUG:teuthology.orchestra.run.trial052:> test -d /sys/firmware/efi 2026-02-25T15:42:48.668 DEBUG:teuthology.orchestra.run.trial052:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-25T15:42:48.734 INFO:teuthology.orchestra.run.trial052.stdout:/boot/efi/EFI/BOOT 2026-02-25T15:42:48.734 INFO:teuthology.orchestra.run.trial052.stdout:/boot/efi/EFI/centos 2026-02-25T15:42:48.735 DEBUG:teuthology.orchestra.run.trial052:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-25T15:42:48.801 INFO:teuthology.orchestra.run.trial052.stdout:no 2026-02-25T15:42:48.802 DEBUG:teuthology.orchestra.run.trial052:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-25T15:42:48.867 INFO:teuthology.orchestra.run.trial052.stdout:yes 2026-02-25T15:42:48.868 DEBUG:teuthology.orchestra.run.trial052:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-25T15:42:48.932 INFO:teuthology.orchestra.remote:Triggering safe hard reboot via SysRq on trial052 2026-02-25T15:42:48.932 DEBUG:teuthology.orchestra.run.trial052:> sudo bash -c ' 2026-02-25T15:42:48.932 DEBUG:teuthology.orchestra.run.trial052:> echo pci > /sys/kernel/reboot/type && echo 1 > /sys/kernel/reboot/force && sync && echo s > /proc/sysrq-trigger && echo u > /proc/sysrq-trigger && sleep 2 && echo b > /proc/sysrq-trigger 2026-02-25T15:42:48.932 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:43:06.369 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2026-02-25T15:43:06.369 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-25T15:43:06.370 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:43:18.975 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-25T15:43:18.976 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-25T15:43:18.977 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:43:20.640 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 10.20.193.86 2026-02-25T15:43:29.649 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-25T15:43:29.650 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:43:33.248 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 10.20.193.52 2026-02-25T15:43:42.257 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-25T15:43:42.258 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:44:05.600 DEBUG:teuthology.orchestra.run.trial086:> true 2026-02-25T15:44:05.758 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-25T15:44:05.758 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-686.el9.x86_64"... 2026-02-25T15:44:05.758 DEBUG:teuthology.orchestra.run.trial086:> uname -r 2026-02-25T15:44:05.814 INFO:teuthology.orchestra.run.trial086.stdout:5.14.0-686.el9.x86_64 2026-02-25T15:44:05.814 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-686.el9.x86_64 vs 5.14.0-686.el9.x86_64 2026-02-25T15:44:05.815 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-25T15:44:05.815 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-25T15:44:06.816 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2026-02-25T15:44:06.816 DEBUG:teuthology.orchestra.run.trial086:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-25T15:44:06.847 INFO:teuthology.orchestra.run.trial086.stdout:ttyS1 2026-02-25T15:44:06.870 DEBUG:teuthology.parallel:result is None 2026-02-25T15:44:18.440 DEBUG:teuthology.orchestra.run.trial052:> true 2026-02-25T15:44:18.599 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-25T15:44:18.599 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-686.el9.x86_64"... 2026-02-25T15:44:18.599 DEBUG:teuthology.orchestra.run.trial052:> uname -r 2026-02-25T15:44:18.655 INFO:teuthology.orchestra.run.trial052.stdout:5.14.0-686.el9.x86_64 2026-02-25T15:44:18.655 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-686.el9.x86_64 vs 5.14.0-686.el9.x86_64 2026-02-25T15:44:18.656 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-25T15:44:18.656 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-25T15:44:19.657 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2026-02-25T15:44:19.657 DEBUG:teuthology.orchestra.run.trial052:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2026-02-25T15:44:19.687 INFO:teuthology.orchestra.run.trial052.stdout:ttyS1 2026-02-25T15:44:19.724 DEBUG:teuthology.parallel:result is None 2026-02-25T15:44:19.724 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-25T15:44:19.737 INFO:teuthology.task.internal:Creating test directory... 2026-02-25T15:44:19.737 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-25T15:44:19.765 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-25T15:44:19.783 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-25T15:44:19.795 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-25T15:44:19.810 INFO:teuthology.task.internal:Creating archive directory... 2026-02-25T15:44:19.810 DEBUG:teuthology.orchestra.run.trial052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-25T15:44:19.821 DEBUG:teuthology.orchestra.run.trial086:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-25T15:44:19.845 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-25T15:44:19.856 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-25T15:44:19.856 DEBUG:teuthology.orchestra.run.trial052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-25T15:44:19.877 DEBUG:teuthology.orchestra.run.trial086:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-25T15:44:19.898 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-25T15:44:19.902 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-25T15:44:19.907 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-25T15:44:19.911 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-25T15:44:19.912 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-25T15:44:19.924 INFO:teuthology.task.internal:Configuring sudo... 2026-02-25T15:44:19.924 DEBUG:teuthology.orchestra.run.trial052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-25T15:44:19.951 DEBUG:teuthology.orchestra.run.trial086:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-25T15:44:19.976 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-25T15:44:19.997 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-25T15:44:19.998 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-25T15:44:20.015 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-25T15:44:20.032 DEBUG:teuthology.orchestra.run.trial052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:44:20.188 DEBUG:teuthology.orchestra.run.trial052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:44:20.213 DEBUG:teuthology.orchestra.run.trial052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:44:20.359 DEBUG:teuthology.orchestra.run.trial052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:44:20.384 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:44:20.384 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-25T15:44:20.447 DEBUG:teuthology.orchestra.run.trial086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:44:20.564 DEBUG:teuthology.orchestra.run.trial086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:44:20.590 DEBUG:teuthology.orchestra.run.trial086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:44:20.727 DEBUG:teuthology.orchestra.run.trial086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:44:20.751 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:44:20.751 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-25T15:44:20.815 DEBUG:teuthology.orchestra.run.trial052:> sudo service rsyslog restart 2026-02-25T15:44:20.818 DEBUG:teuthology.orchestra.run.trial086:> sudo service rsyslog restart 2026-02-25T15:44:20.844 INFO:teuthology.orchestra.run.trial052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-25T15:44:20.881 INFO:teuthology.orchestra.run.trial086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-25T15:44:21.387 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-25T15:44:21.400 INFO:teuthology.task.internal:Starting timer... 2026-02-25T15:44:21.401 INFO:teuthology.run_tasks:Running task pcp... 2026-02-25T15:44:21.422 INFO:teuthology.run_tasks:Running task selinux... 2026-02-25T15:44:21.440 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-02-25T15:44:21.441 DEBUG:teuthology.orchestra.run.trial052:> sudo service auditd rotate 2026-02-25T15:44:21.470 INFO:teuthology.orchestra.run.trial052.stdout:Rotating logs: 2026-02-25T15:44:21.473 DEBUG:teuthology.orchestra.run.trial086:> sudo service auditd rotate 2026-02-25T15:44:21.501 INFO:teuthology.orchestra.run.trial086.stdout:Rotating logs: 2026-02-25T15:44:21.503 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-25T15:44:21.503 DEBUG:teuthology.orchestra.run.trial052:> /usr/sbin/getenforce 2026-02-25T15:44:21.528 INFO:teuthology.orchestra.run.trial052.stdout:Permissive 2026-02-25T15:44:21.528 DEBUG:teuthology.orchestra.run.trial086:> /usr/sbin/getenforce 2026-02-25T15:44:21.559 INFO:teuthology.orchestra.run.trial086.stdout:Permissive 2026-02-25T15:44:21.559 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial052.front.sepia.ceph.com': 'permissive', 'ubuntu@trial086.front.sepia.ceph.com': 'permissive'} 2026-02-25T15:44:21.559 DEBUG:teuthology.orchestra.run.trial052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-25T15:44:21.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:44:21.592 DEBUG:teuthology.orchestra.run.trial086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-25T15:44:21.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:44:21.623 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-25T15:44:21.623 DEBUG:teuthology.orchestra.run.trial052:> sudo /usr/sbin/setenforce permissive 2026-02-25T15:44:21.656 DEBUG:teuthology.orchestra.run.trial086:> sudo /usr/sbin/setenforce permissive 2026-02-25T15:44:21.686 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-25T15:44:21.702 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2026-02-25T15:44:21.704 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2026-02-25T15:44:21.819 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-25T15:44:21.829 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-25T15:44:21.831 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial052.front.sepia.ceph.com,trial086.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-25T15:47:33.551 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial052.front.sepia.ceph.com'), Remote(name='ubuntu@trial086.front.sepia.ceph.com')] 2026-02-25T15:47:33.560 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-25T15:47:33.561 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:47:33.673 DEBUG:teuthology.orchestra.run.trial052:> true 2026-02-25T15:47:33.748 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial052.front.sepia.ceph.com' 2026-02-25T15:47:33.748 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-25T15:47:33.749 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-25T15:47:33.834 DEBUG:teuthology.orchestra.run.trial086:> true 2026-02-25T15:47:33.915 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial086.front.sepia.ceph.com' 2026-02-25T15:47:33.915 INFO:teuthology.run_tasks:Running task clock... 2026-02-25T15:47:33.932 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-25T15:47:33.933 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-25T15:47:33.934 DEBUG:teuthology.orchestra.run.trial052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-25T15:47:33.936 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-25T15:47:33.936 DEBUG:teuthology.orchestra.run.trial086:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-25T15:47:33.963 INFO:teuthology.orchestra.run.trial052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-25T15:47:33.974 INFO:teuthology.orchestra.run.trial052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-25T15:47:33.981 INFO:teuthology.orchestra.run.trial086.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-25T15:47:33.992 INFO:teuthology.orchestra.run.trial086.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-25T15:47:33.993 INFO:teuthology.orchestra.run.trial052.stderr:sudo: ntpd: command not found 2026-02-25T15:47:34.003 INFO:teuthology.orchestra.run.trial052.stdout:506 Cannot talk to daemon 2026-02-25T15:47:34.011 INFO:teuthology.orchestra.run.trial086.stderr:sudo: ntpd: command not found 2026-02-25T15:47:34.014 INFO:teuthology.orchestra.run.trial052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-25T15:47:34.021 INFO:teuthology.orchestra.run.trial086.stdout:506 Cannot talk to daemon 2026-02-25T15:47:34.026 INFO:teuthology.orchestra.run.trial052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-25T15:47:34.032 INFO:teuthology.orchestra.run.trial086.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-25T15:47:34.045 INFO:teuthology.orchestra.run.trial086.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-25T15:47:34.071 INFO:teuthology.orchestra.run.trial052.stderr:bash: line 1: ntpq: command not found 2026-02-25T15:47:34.073 INFO:teuthology.orchestra.run.trial052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-25T15:47:34.073 INFO:teuthology.orchestra.run.trial052.stdout:=============================================================================== 2026-02-25T15:47:34.096 INFO:teuthology.orchestra.run.trial086.stderr:bash: line 1: ntpq: command not found 2026-02-25T15:47:34.112 INFO:teuthology.orchestra.run.trial086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-25T15:47:34.112 INFO:teuthology.orchestra.run.trial086.stdout:=============================================================================== 2026-02-25T15:47:34.112 INFO:teuthology.orchestra.run.trial086.stdout:^? 149.28.200.179.vultruser> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-25T15:47:34.112 INFO:teuthology.orchestra.run.trial086.stdout:^? li1210-167.members.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-25T15:47:34.112 INFO:teuthology.orchestra.run.trial086.stdout:^? arm1.maxhost.io 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-25T15:47:34.113 INFO:teuthology.orchestra.run.trial086.stdout:^? ntp.maxhost.io 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-25T15:47:34.114 INFO:teuthology.run_tasks:Running task install... 2026-02-25T15:47:34.126 DEBUG:teuthology.task.install:project ceph 2026-02-25T15:47:34.126 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'}} 2026-02-25T15:47:34.126 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'} 2026-02-25T15:47:34.126 INFO:teuthology.task.install:Using flavor: default 2026-02-25T15:47:34.130 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-25T15:47:34.130 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2026-02-25T15:47:34.130 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28', 'tag': None, 'wait_for_package': False} 2026-02-25T15:47:34.131 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 2026-02-25T15:47:34.132 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28', 'tag': None, 'wait_for_package': False} 2026-02-25T15:47:34.132 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 2026-02-25T15:47:34.296 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/ 2026-02-25T15:47:34.297 INFO:teuthology.task.install.rpm:Package version is 18.2.7-1050.g0ef62ce8 2026-02-25T15:47:34.328 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/ 2026-02-25T15:47:34.328 INFO:teuthology.task.install.rpm:Package version is 18.2.7-1050.g0ef62ce8 2026-02-25T15:47:34.465 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-25T15:47:34.465 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:47:34.465 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-25T15:47:34.474 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef-release/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-25T15:47:34.474 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:47:34.474 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-25T15:47:34.489 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2026-02-25T15:47:34.490 DEBUG:teuthology.orchestra.run.trial052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-25T15:47:34.500 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2026-02-25T15:47:34.500 DEBUG:teuthology.orchestra.run.trial086:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-25T15:47:34.553 DEBUG:teuthology.orchestra.run.trial052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-25T15:47:34.566 DEBUG:teuthology.orchestra.run.trial086:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-25T15:47:34.626 DEBUG:teuthology.orchestra.run.trial052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-25T15:47:34.640 DEBUG:teuthology.orchestra.run.trial086:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-25T15:47:34.690 INFO:teuthology.orchestra.run.trial052.stdout:check_obsoletes = 1 2026-02-25T15:47:34.691 DEBUG:teuthology.orchestra.run.trial052:> sudo yum clean all 2026-02-25T15:47:34.703 INFO:teuthology.orchestra.run.trial086.stdout:check_obsoletes = 1 2026-02-25T15:47:34.705 DEBUG:teuthology.orchestra.run.trial086:> sudo yum clean all 2026-02-25T15:47:34.837 INFO:teuthology.orchestra.run.trial052.stdout:41 files removed 2026-02-25T15:47:34.851 DEBUG:teuthology.orchestra.run.trial052:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2026-02-25T15:47:34.853 INFO:teuthology.orchestra.run.trial086.stdout:41 files removed 2026-02-25T15:47:34.866 DEBUG:teuthology.orchestra.run.trial086:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2026-02-25T15:47:35.143 INFO:teuthology.orchestra.run.trial086.stdout:ceph packages for x86_64 619 kB/s | 79 kB 00:00 2026-02-25T15:47:35.144 INFO:teuthology.orchestra.run.trial052.stdout:ceph packages for x86_64 543 kB/s | 79 kB 00:00 2026-02-25T15:47:35.277 INFO:teuthology.orchestra.run.trial052.stdout:ceph noarch packages 110 kB/s | 12 kB 00:00 2026-02-25T15:47:35.278 INFO:teuthology.orchestra.run.trial086.stdout:ceph noarch packages 108 kB/s | 12 kB 00:00 2026-02-25T15:47:35.406 INFO:teuthology.orchestra.run.trial052.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-25T15:47:35.407 INFO:teuthology.orchestra.run.trial086.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-25T15:47:37.138 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.9 MB 00:01 2026-02-25T15:47:39.702 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - AppStream 13 MB/s | 27 MB 00:02 2026-02-25T15:47:42.145 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - BaseOS 1.3 MB/s | 8.9 MB 00:06 2026-02-25T15:47:42.973 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 8.0 MB 00:00 2026-02-25T15:47:43.882 INFO:teuthology.orchestra.run.trial052.stdout:CentOS Stream 9 - Extras packages 138 kB/s | 20 kB 00:00 2026-02-25T15:47:44.599 INFO:teuthology.orchestra.run.trial052.stdout:Extra Packages for Enterprise Linux 31 MB/s | 20 MB 00:00 2026-02-25T15:47:45.282 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - AppStream 10 MB/s | 27 MB 00:02 2026-02-25T15:47:47.745 INFO:teuthology.orchestra.run.trial052.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-25T15:47:48.728 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - CRB 7.6 MB/s | 8.0 MB 00:01 2026-02-25T15:47:48.953 INFO:teuthology.orchestra.run.trial052.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-02-25T15:47:48.954 INFO:teuthology.orchestra.run.trial052.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-02-25T15:47:48.959 INFO:teuthology.orchestra.run.trial052.stdout:Package NetworkManager-1:1.54.3-2.el9.x86_64 is already installed. 2026-02-25T15:47:48.960 INFO:teuthology.orchestra.run.trial052.stdout:Package iproute-6.17.0-2.el9.x86_64 is already installed. 2026-02-25T15:47:48.960 INFO:teuthology.orchestra.run.trial052.stdout:Package util-linux-2.37.4-21.el9.x86_64 is already installed. 2026-02-25T15:47:48.960 INFO:teuthology.orchestra.run.trial052.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2026-02-25T15:47:48.961 INFO:teuthology.orchestra.run.trial052.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2026-02-25T15:47:48.963 INFO:teuthology.orchestra.run.trial052.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2026-02-25T15:47:48.963 INFO:teuthology.orchestra.run.trial052.stdout:Package xfsprogs-6.4.0-7.el9.x86_64 is already installed. 2026-02-25T15:47:48.990 INFO:teuthology.orchestra.run.trial052.stdout:Dependencies resolved. 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout:======================================================================================= 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: Package Arch Version Repository Size 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout:======================================================================================= 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout:Installing: 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: ceph x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 6.5 k 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: ceph-base x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 5.1 M 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: ceph-fuse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 850 k 2026-02-25T15:47:48.995 INFO:teuthology.orchestra.run.trial052.stdout: ceph-immutable-object-cache x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 142 k 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 1.5 M 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-cephadm noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 140 k 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-dashboard noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 3.5 M 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 7.4 M 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-rook noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 49 k 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-radosgw x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 7.8 M 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-test x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 36 M 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: ceph-volume noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 267 k 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: cephadm noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 226 k 2026-02-25T15:47:48.996 INFO:teuthology.orchestra.run.trial052.stdout: cephfs-mirror x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 223 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: cephfs-top noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 18 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: elfutils-libelf-devel x86_64 0.194-1.el9 appstream 79 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: libcephfs-devel x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 31 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: libcephfs2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 711 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: librados-devel x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 126 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: libuuid-devel x86_64 2.37.4-25.el9 appstream 23 k 2026-02-25T15:47:48.997 INFO:teuthology.orchestra.run.trial052.stdout: openssl-devel x86_64 1:3.5.5-1.el9 appstream 4.8 M 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: postgresql x86_64 13.23-1.el9 appstream 1.6 M 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-contrib x86_64 13.23-1.el9 appstream 903 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-server x86_64 13.23-1.el9 appstream 5.8 M 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: python3-cephfs x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 162 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: python3-rados x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 323 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: python3-rbd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 302 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: python3-rgw x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 100 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: rbd-fuse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 87 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: rbd-mirror x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.0 M 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: rbd-nbd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 172 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout: xfsprogs-devel x86_64 6.4.0-7.el9 appstream 96 k 2026-02-25T15:47:48.998 INFO:teuthology.orchestra.run.trial052.stdout:Upgrading: 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: libblkid x86_64 2.37.4-25.el9 baseos 105 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: libfdisk x86_64 2.37.4-25.el9 baseos 152 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: libmount x86_64 2.37.4-25.el9 baseos 133 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: librados2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.3 M 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: librbd1 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.0 M 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: libsmartcols x86_64 2.37.4-25.el9 baseos 61 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: libuuid x86_64 2.37.4-25.el9 baseos 26 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: util-linux x86_64 2.37.4-25.el9 baseos 2.3 M 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: util-linux-core x86_64 2.37.4-25.el9 baseos 458 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout:Installing dependencies: 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2026-02-25T15:47:48.999 INFO:teuthology.orchestra.run.trial052.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-common x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 18 M 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-grafana-dashboards noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 24 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mds x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 2.1 M 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-modules-core noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 248 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mon x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 4.7 M 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-osd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 17 M 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-prometheus-alerts noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 17 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: ceph-selinux x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 25 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-25T15:47:49.000 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: libcephsqlite x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 166 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-25T15:47:49.001 INFO:teuthology.orchestra.run.trial052.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libradosstriper1 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 475 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: librgw2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 4.5 M 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-25T15:47:49.002 INFO:teuthology.orchestra.run.trial052.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: libzstd-devel x86_64 1.5.5-1.el9 appstream 51 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: perl-Thread-Queue noarch 3.14-460.el9 appstream 22 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: perl-threads x86_64 1:2.25-460.el9 appstream 58 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: perl-threads-shared x86_64 1.61-460.el9 appstream 45 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-private-libs x86_64 13.23-1.el9 appstream 138 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-25T15:47:49.003 INFO:teuthology.orchestra.run.trial052.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-ceph-argparse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 45 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-ceph-common x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 130 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-25T15:47:49.004 INFO:teuthology.orchestra.run.trial052.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-25T15:47:49.005 INFO:teuthology.orchestra.run.trial052.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-25T15:47:49.006 INFO:teuthology.orchestra.run.trial052.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyasn1 noarch 0.4.8-7.el9 appstream 157 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9 appstream 277 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-25T15:47:49.007 INFO:teuthology.orchestra.run.trial052.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-25T15:47:49.008 INFO:teuthology.orchestra.run.trial052.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout:Installing weak dependencies: 2026-02-25T15:47:49.009 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-k8sevents noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 22 k 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout:Transaction Summary 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout:======================================================================================= 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout:Install 148 Packages 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout:Upgrade 9 Packages 2026-02-25T15:47:49.010 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:47:49.011 INFO:teuthology.orchestra.run.trial052.stdout:Total download size: 204 M 2026-02-25T15:47:49.011 INFO:teuthology.orchestra.run.trial052.stdout:Downloading Packages: 2026-02-25T15:47:49.468 INFO:teuthology.orchestra.run.trial052.stdout:(1/157): ceph-18.2.7-1050.g0ef62ce8.el9.x86_64. 126 kB/s | 6.5 kB 00:00 2026-02-25T15:47:49.571 INFO:teuthology.orchestra.run.trial052.stdout:(2/157): ceph-fuse-18.2.7-1050.g0ef62ce8.el9.x8 8.1 MB/s | 850 kB 00:00 2026-02-25T15:47:49.612 INFO:teuthology.orchestra.run.trial052.stdout:(3/157): ceph-immutable-object-cache-18.2.7-105 3.4 MB/s | 142 kB 00:00 2026-02-25T15:47:49.684 INFO:teuthology.orchestra.run.trial052.stdout:(4/157): ceph-base-18.2.7-1050.g0ef62ce8.el9.x8 19 MB/s | 5.1 MB 00:00 2026-02-25T15:47:49.764 INFO:teuthology.orchestra.run.trial052.stdout:(5/157): ceph-mds-18.2.7-1050.g0ef62ce8.el9.x86 14 MB/s | 2.1 MB 00:00 2026-02-25T15:47:49.772 INFO:teuthology.orchestra.run.trial052.stdout:(6/157): ceph-mgr-18.2.7-1050.g0ef62ce8.el9.x86 17 MB/s | 1.5 MB 00:00 2026-02-25T15:47:50.115 INFO:teuthology.orchestra.run.trial052.stdout:(7/157): ceph-mon-18.2.7-1050.g0ef62ce8.el9.x86 13 MB/s | 4.7 MB 00:00 2026-02-25T15:47:50.283 INFO:teuthology.orchestra.run.trial086.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 20 kB 00:00 2026-02-25T15:47:50.371 INFO:teuthology.orchestra.run.trial052.stdout:(8/157): ceph-common-18.2.7-1050.g0ef62ce8.el9. 19 MB/s | 18 MB 00:00 2026-02-25T15:47:50.392 INFO:teuthology.orchestra.run.trial052.stdout:(9/157): ceph-selinux-18.2.7-1050.g0ef62ce8.el9 1.2 MB/s | 25 kB 00:00 2026-02-25T15:47:50.485 INFO:teuthology.orchestra.run.trial052.stdout:(10/157): ceph-osd-18.2.7-1050.g0ef62ce8.el9.x8 23 MB/s | 17 MB 00:00 2026-02-25T15:47:50.516 INFO:teuthology.orchestra.run.trial052.stdout:(11/157): cephfs-mirror-18.2.7-1050.g0ef62ce8.e 7.2 MB/s | 223 kB 00:00 2026-02-25T15:47:50.549 INFO:teuthology.orchestra.run.trial052.stdout:(12/157): libcephfs-devel-18.2.7-1050.g0ef62ce8 928 kB/s | 31 kB 00:00 2026-02-25T15:47:50.562 INFO:teuthology.orchestra.run.trial052.stdout:(13/157): ceph-radosgw-18.2.7-1050.g0ef62ce8.el 18 MB/s | 7.8 MB 00:00 2026-02-25T15:47:50.581 INFO:teuthology.orchestra.run.trial052.stdout:(14/157): libcephfs2-18.2.7-1050.g0ef62ce8.el9. 22 MB/s | 711 kB 00:00 2026-02-25T15:47:50.595 INFO:teuthology.orchestra.run.trial052.stdout:(15/157): libcephsqlite-18.2.7-1050.g0ef62ce8.e 4.8 MB/s | 166 kB 00:00 2026-02-25T15:47:50.605 INFO:teuthology.orchestra.run.trial052.stdout:(16/157): librados-devel-18.2.7-1050.g0ef62ce8. 5.3 MB/s | 126 kB 00:00 2026-02-25T15:47:50.625 INFO:teuthology.orchestra.run.trial052.stdout:(17/157): libradosstriper1-18.2.7-1050.g0ef62ce 16 MB/s | 475 kB 00:00 2026-02-25T15:47:50.665 INFO:teuthology.orchestra.run.trial052.stdout:(18/157): python3-ceph-argparse-18.2.7-1050.g0e 1.1 MB/s | 45 kB 00:00 2026-02-25T15:47:50.709 INFO:teuthology.orchestra.run.trial052.stdout:(19/157): python3-ceph-common-18.2.7-1050.g0ef6 2.9 MB/s | 130 kB 00:00 2026-02-25T15:47:50.753 INFO:teuthology.orchestra.run.trial052.stdout:(20/157): python3-cephfs-18.2.7-1050.g0ef62ce8. 3.6 MB/s | 162 kB 00:00 2026-02-25T15:47:50.776 INFO:teuthology.orchestra.run.trial052.stdout:(21/157): librgw2-18.2.7-1050.g0ef62ce8.el9.x86 26 MB/s | 4.5 MB 00:00 2026-02-25T15:47:50.792 INFO:teuthology.orchestra.run.trial052.stdout:(22/157): python3-rados-18.2.7-1050.g0ef62ce8.e 8.1 MB/s | 323 kB 00:00 2026-02-25T15:47:50.807 INFO:teuthology.orchestra.run.trial052.stdout:(23/157): python3-rbd-18.2.7-1050.g0ef62ce8.el9 9.7 MB/s | 302 kB 00:00 2026-02-25T15:47:50.818 INFO:teuthology.orchestra.run.trial052.stdout:(24/157): python3-rgw-18.2.7-1050.g0ef62ce8.el9 3.7 MB/s | 100 kB 00:00 2026-02-25T15:47:50.829 INFO:teuthology.orchestra.run.trial052.stdout:(25/157): rbd-fuse-18.2.7-1050.g0ef62ce8.el9.x8 3.7 MB/s | 87 kB 00:00 2026-02-25T15:47:50.866 INFO:teuthology.orchestra.run.trial052.stdout:(26/157): rbd-nbd-18.2.7-1050.g0ef62ce8.el9.x86 4.6 MB/s | 172 kB 00:00 2026-02-25T15:47:50.901 INFO:teuthology.orchestra.run.trial052.stdout:(27/157): ceph-grafana-dashboards-18.2.7-1050.g 705 kB/s | 24 kB 00:00 2026-02-25T15:47:50.938 INFO:teuthology.orchestra.run.trial052.stdout:(28/157): ceph-mgr-cephadm-18.2.7-1050.g0ef62ce 3.7 MB/s | 140 kB 00:00 2026-02-25T15:47:50.958 INFO:teuthology.orchestra.run.trial052.stdout:(29/157): rbd-mirror-18.2.7-1050.g0ef62ce8.el9. 21 MB/s | 3.0 MB 00:00 2026-02-25T15:47:51.099 INFO:teuthology.orchestra.run.trial052.stdout:(30/157): ceph-mgr-dashboard-18.2.7-1050.g0ef62 22 MB/s | 3.5 MB 00:00 2026-02-25T15:47:51.135 INFO:teuthology.orchestra.run.trial052.stdout:(31/157): ceph-mgr-k8sevents-18.2.7-1050.g0ef62 614 kB/s | 22 kB 00:00 2026-02-25T15:47:51.175 INFO:teuthology.orchestra.run.trial052.stdout:(32/157): ceph-mgr-modules-core-18.2.7-1050.g0e 6.0 MB/s | 248 kB 00:00 2026-02-25T15:47:51.212 INFO:teuthology.orchestra.run.trial052.stdout:(33/157): ceph-mgr-rook-18.2.7-1050.g0ef62ce8.e 1.3 MB/s | 49 kB 00:00 2026-02-25T15:47:51.248 INFO:teuthology.orchestra.run.trial052.stdout:(34/157): ceph-prometheus-alerts-18.2.7-1050.g0 469 kB/s | 17 kB 00:00 2026-02-25T15:47:51.288 INFO:teuthology.orchestra.run.trial052.stdout:(35/157): ceph-volume-18.2.7-1050.g0ef62ce8.el9 6.4 MB/s | 267 kB 00:00 2026-02-25T15:47:51.307 INFO:teuthology.orchestra.run.trial086.stdout:Extra Packages for Enterprise Linux 21 MB/s | 20 MB 00:00 2026-02-25T15:47:51.328 INFO:teuthology.orchestra.run.trial052.stdout:(36/157): cephadm-18.2.7-1050.g0ef62ce8.el9.noa 5.5 MB/s | 226 kB 00:00 2026-02-25T15:47:51.345 INFO:teuthology.orchestra.run.trial052.stdout:(37/157): ceph-mgr-diskprediction-local-18.2.7- 19 MB/s | 7.4 MB 00:00 2026-02-25T15:47:51.353 INFO:teuthology.orchestra.run.trial052.stdout:(38/157): cephfs-top-18.2.7-1050.g0ef62ce8.el9. 738 kB/s | 18 kB 00:00 2026-02-25T15:47:51.441 INFO:teuthology.orchestra.run.trial052.stdout:(39/157): ledmon-libs-1.1.0-3.el9.x86_64.rpm 465 kB/s | 40 kB 00:00 2026-02-25T15:47:51.536 INFO:teuthology.orchestra.run.trial052.stdout:(40/157): ceph-test-18.2.7-1050.g0ef62ce8.el9.x 32 MB/s | 36 MB 00:01 2026-02-25T15:47:51.537 INFO:teuthology.orchestra.run.trial052.stdout:(41/157): libconfig-1.7.2-9.el9.x86_64.rpm 752 kB/s | 72 kB 00:00 2026-02-25T15:47:51.537 INFO:teuthology.orchestra.run.trial052.stdout:(42/157): cryptsetup-2.8.1-3.el9.x86_64.rpm 1.8 MB/s | 351 kB 00:00 2026-02-25T15:47:51.570 INFO:teuthology.orchestra.run.trial052.stdout:(43/157): mailcap-2.1.49-5.el9.noarch.rpm 1.0 MB/s | 33 kB 00:00 2026-02-25T15:47:51.597 INFO:teuthology.orchestra.run.trial052.stdout:(44/157): libquadmath-11.5.0-14.el9.x86_64.rpm 3.0 MB/s | 184 kB 00:00 2026-02-25T15:47:51.660 INFO:teuthology.orchestra.run.trial052.stdout:(45/157): nvme-cli-2.16-1.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2026-02-25T15:47:51.666 INFO:teuthology.orchestra.run.trial052.stdout:(46/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.6 MB/s | 253 kB 00:00 2026-02-25T15:47:51.708 INFO:teuthology.orchestra.run.trial052.stdout:(47/157): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2026-02-25T15:47:51.733 INFO:teuthology.orchestra.run.trial052.stdout:(48/157): libgfortran-11.5.0-14.el9.x86_64.rpm 3.9 MB/s | 794 kB 00:00 2026-02-25T15:47:51.753 INFO:teuthology.orchestra.run.trial052.stdout:(49/157): python3-pycparser-2.20-6.el9.noarch.r 3.0 MB/s | 135 kB 00:00 2026-02-25T15:47:51.779 INFO:teuthology.orchestra.run.trial052.stdout:(50/157): python3-pyparsing-2.4.7-9.el9.noarch. 3.2 MB/s | 150 kB 00:00 2026-02-25T15:47:51.797 INFO:teuthology.orchestra.run.trial052.stdout:(51/157): python3-requests-2.25.1-10.el9.noarch 2.8 MB/s | 126 kB 00:00 2026-02-25T15:47:51.827 INFO:teuthology.orchestra.run.trial052.stdout:(52/157): python3-urllib3-1.26.5-7.el9.noarch.r 4.5 MB/s | 218 kB 00:00 2026-02-25T15:47:51.889 INFO:teuthology.orchestra.run.trial052.stdout:(53/157): python3-cryptography-36.0.1-5.el9.x86 5.4 MB/s | 1.2 MB 00:00 2026-02-25T15:47:51.893 INFO:teuthology.orchestra.run.trial052.stdout:(54/157): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2026-02-25T15:47:51.932 INFO:teuthology.orchestra.run.trial052.stdout:(55/157): automake-1.16.2-8.el9.noarch.rpm 5.0 MB/s | 689 kB 00:00 2026-02-25T15:47:51.935 INFO:teuthology.orchestra.run.trial052.stdout:(56/157): elfutils-libelf-devel-0.194-1.el9.x86 1.8 MB/s | 79 kB 00:00 2026-02-25T15:47:51.937 INFO:teuthology.orchestra.run.trial052.stdout:(57/157): boost-program-options-1.75.0-13.el9.x 2.1 MB/s | 104 kB 00:00 2026-02-25T15:47:51.973 INFO:teuthology.orchestra.run.trial052.stdout:(58/157): flex-2.6.4-9.el9.x86_64.rpm 7.7 MB/s | 313 kB 00:00 2026-02-25T15:47:51.977 INFO:teuthology.orchestra.run.trial052.stdout:(59/157): flexiblas-3.0.4-9.el9.x86_64.rpm 702 kB/s | 30 kB 00:00 2026-02-25T15:47:52.011 INFO:teuthology.orchestra.run.trial052.stdout:(60/157): libaio-devel-0.3.111-13.el9.x86_64.rp 328 kB/s | 11 kB 00:00 2026-02-25T15:47:52.014 INFO:teuthology.orchestra.run.trial052.stdout:(61/157): flexiblas-openblas-openmp-3.0.4-9.el9 361 kB/s | 15 kB 00:00 2026-02-25T15:47:52.044 INFO:teuthology.orchestra.run.trial052.stdout:(62/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.8 MB/s | 160 kB 00:00 2026-02-25T15:47:52.049 INFO:teuthology.orchestra.run.trial052.stdout:(63/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.2 MB/s | 45 kB 00:00 2026-02-25T15:47:52.072 INFO:teuthology.orchestra.run.trial052.stdout:(64/157): flexiblas-netlib-3.0.4-9.el9.x86_64.r 22 MB/s | 3.0 MB 00:00 2026-02-25T15:47:52.091 INFO:teuthology.orchestra.run.trial052.stdout:(65/157): librdkafka-1.6.1-102.el9.x86_64.rpm 14 MB/s | 662 kB 00:00 2026-02-25T15:47:52.095 INFO:teuthology.orchestra.run.trial052.stdout:(66/157): libstoragemgmt-1.10.1-1.el9.x86_64.rp 5.2 MB/s | 246 kB 00:00 2026-02-25T15:47:52.108 INFO:teuthology.orchestra.run.trial052.stdout:(67/157): libtool-2.4.6-46.el9.x86_64.rpm 15 MB/s | 581 kB 00:00 2026-02-25T15:47:52.123 INFO:teuthology.orchestra.run.trial052.stdout:(68/157): libuuid-devel-2.37.4-25.el9.x86_64.rp 714 kB/s | 23 kB 00:00 2026-02-25T15:47:52.135 INFO:teuthology.orchestra.run.trial052.stdout:(69/157): libxslt-1.1.34-12.el9.x86_64.rpm 5.8 MB/s | 233 kB 00:00 2026-02-25T15:47:52.143 INFO:teuthology.orchestra.run.trial052.stdout:(70/157): libzstd-devel-1.5.5-1.el9.x86_64.rpm 1.4 MB/s | 51 kB 00:00 2026-02-25T15:47:52.158 INFO:teuthology.orchestra.run.trial052.stdout:(71/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.1 MB/s | 292 kB 00:00 2026-02-25T15:47:52.167 INFO:teuthology.orchestra.run.trial052.stdout:(72/157): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 42 kB 00:00 2026-02-25T15:47:52.203 INFO:teuthology.orchestra.run.trial052.stdout:(73/157): perl-Thread-Queue-3.14-460.el9.noarch 625 kB/s | 22 kB 00:00 2026-02-25T15:47:52.212 INFO:teuthology.orchestra.run.trial052.stdout:(74/157): openblas-openmp-0.3.29-1.el9.x86_64.r 77 MB/s | 5.3 MB 00:00 2026-02-25T15:47:52.225 INFO:teuthology.orchestra.run.trial052.stdout:(75/157): openssl-devel-3.5.5-1.el9.x86_64.rpm 72 MB/s | 4.8 MB 00:00 2026-02-25T15:47:52.239 INFO:teuthology.orchestra.run.trial052.stdout:(76/157): perl-threads-2.25-460.el9.x86_64.rpm 1.6 MB/s | 58 kB 00:00 2026-02-25T15:47:52.247 INFO:teuthology.orchestra.run.trial052.stdout:(77/157): perl-threads-shared-1.61-460.el9.x86_ 1.3 MB/s | 45 kB 00:00 2026-02-25T15:47:52.268 INFO:teuthology.orchestra.run.trial052.stdout:(78/157): postgresql-13.23-1.el9.x86_64.rpm 38 MB/s | 1.6 MB 00:00 2026-02-25T15:47:52.283 INFO:teuthology.orchestra.run.trial052.stdout:(79/157): postgresql-private-libs-13.23-1.el9.x 3.8 MB/s | 138 kB 00:00 2026-02-25T15:47:52.284 INFO:teuthology.orchestra.run.trial052.stdout:(80/157): postgresql-contrib-13.23-1.el9.x86_64 19 MB/s | 903 kB 00:00 2026-02-25T15:47:52.320 INFO:teuthology.orchestra.run.trial052.stdout:(81/157): python3-devel-3.9.25-3.el9.x86_64.rpm 6.8 MB/s | 244 kB 00:00 2026-02-25T15:47:52.330 INFO:teuthology.orchestra.run.trial052.stdout:(82/157): postgresql-server-13.23-1.el9.x86_64. 93 MB/s | 5.8 MB 00:00 2026-02-25T15:47:52.358 INFO:teuthology.orchestra.run.trial052.stdout:(83/157): python3-jinja2-2.11.3-8.el9.noarch.rp 6.4 MB/s | 249 kB 00:00 2026-02-25T15:47:52.365 INFO:teuthology.orchestra.run.trial052.stdout:(84/157): python3-libstoragemgmt-1.10.1-1.el9.x 5.0 MB/s | 177 kB 00:00 2026-02-25T15:47:52.382 INFO:teuthology.orchestra.run.trial052.stdout:(85/157): python3-babel-2.9.1-2.el9.noarch.rpm 60 MB/s | 6.0 MB 00:00 2026-02-25T15:47:52.397 INFO:teuthology.orchestra.run.trial052.stdout:(86/157): python3-lxml-4.6.5-3.el9.x86_64.rpm 32 MB/s | 1.2 MB 00:00 2026-02-25T15:47:52.403 INFO:teuthology.orchestra.run.trial052.stdout:(87/157): python3-mako-1.1.4-6.el9.noarch.rpm 4.4 MB/s | 172 kB 00:00 2026-02-25T15:47:52.419 INFO:teuthology.orchestra.run.trial052.stdout:(88/157): python3-markupsafe-1.1.1-12.el9.x86_6 948 kB/s | 35 kB 00:00 2026-02-25T15:47:52.443 INFO:teuthology.orchestra.run.trial052.stdout:(89/157): python3-numpy-f2py-1.23.5-2.el9.x86_6 11 MB/s | 442 kB 00:00 2026-02-25T15:47:52.455 INFO:teuthology.orchestra.run.trial052.stdout:(90/157): python3-packaging-20.9-5.el9.noarch.r 2.2 MB/s | 77 kB 00:00 2026-02-25T15:47:52.480 INFO:teuthology.orchestra.run.trial052.stdout:(91/157): python3-numpy-1.23.5-2.el9.x86_64.rpm 74 MB/s | 6.1 MB 00:00 2026-02-25T15:47:52.489 INFO:teuthology.orchestra.run.trial052.stdout:(92/157): python3-pyasn1-0.4.8-7.el9.noarch.rpm 3.4 MB/s | 157 kB 00:00 2026-02-25T15:47:52.494 INFO:teuthology.orchestra.run.trial052.stdout:(93/157): python3-pyasn1-modules-0.4.8-7.el9.no 6.8 MB/s | 277 kB 00:00 2026-02-25T15:47:52.512 INFO:teuthology.orchestra.run.trial052.stdout:(94/157): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2026-02-25T15:47:52.531 INFO:teuthology.orchestra.run.trial052.stdout:(95/157): python3-toml-0.10.2-6.el9.noarch.rpm 1.1 MB/s | 42 kB 00:00 2026-02-25T15:47:52.566 INFO:teuthology.orchestra.run.trial052.stdout:(96/157): uuid-1.6.2-55.el9.x86_64.rpm 1.6 MB/s | 58 kB 00:00 2026-02-25T15:47:52.582 INFO:teuthology.orchestra.run.trial052.stdout:(97/157): socat-1.7.4.1-8.el9.x86_64.rpm 4.2 MB/s | 303 kB 00:00 2026-02-25T15:47:52.602 INFO:teuthology.orchestra.run.trial052.stdout:(98/157): xfsprogs-devel-6.4.0-7.el9.x86_64.rpm 2.6 MB/s | 96 kB 00:00 2026-02-25T15:47:52.639 INFO:teuthology.orchestra.run.trial052.stdout:(99/157): python3-scipy-1.9.3-2.el9.x86_64.rpm 128 MB/s | 19 MB 00:00 2026-02-25T15:47:52.640 INFO:teuthology.orchestra.run.trial052.stdout:(100/157): xmlsec1-1.2.29-13.el9.x86_64.rpm 3.2 MB/s | 189 kB 00:00 2026-02-25T15:47:52.641 INFO:teuthology.orchestra.run.trial052.stdout:(101/157): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.3 MB/s | 90 kB 00:00 2026-02-25T15:47:52.673 INFO:teuthology.orchestra.run.trial052.stdout:(102/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2026-02-25T15:47:52.679 INFO:teuthology.orchestra.run.trial052.stdout:(103/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.6 MB/s | 64 kB 00:00 2026-02-25T15:47:52.799 INFO:teuthology.orchestra.run.trial052.stdout:(104/157): fmt-8.1.1-5.el9.x86_64.rpm 700 kB/s | 111 kB 00:00 2026-02-25T15:47:52.828 INFO:teuthology.orchestra.run.trial052.stdout:(105/157): libarrow-doc-9.0.0-15.el9.noarch.rpm 861 kB/s | 25 kB 00:00 2026-02-25T15:47:52.848 INFO:teuthology.orchestra.run.trial052.stdout:(106/157): gperftools-libs-2.9.1-3.el9.x86_64.r 1.7 MB/s | 308 kB 00:00 2026-02-25T15:47:52.857 INFO:teuthology.orchestra.run.trial052.stdout:(107/157): liboath-2.6.12-1.el9.x86_64.rpm 1.7 MB/s | 49 kB 00:00 2026-02-25T15:47:52.878 INFO:teuthology.orchestra.run.trial052.stdout:(108/157): libunwind-1.6.2-1.el9.x86_64.rpm 2.2 MB/s | 67 kB 00:00 2026-02-25T15:47:52.939 INFO:teuthology.orchestra.run.trial052.stdout:(109/157): python3-asyncssh-2.13.2-5.el9.noarch 8.8 MB/s | 548 kB 00:00 2026-02-25T15:47:52.968 INFO:teuthology.orchestra.run.trial052.stdout:(110/157): parquet-libs-9.0.0-15.el9.x86_64.rpm 7.3 MB/s | 838 kB 00:00 2026-02-25T15:47:52.970 INFO:teuthology.orchestra.run.trial052.stdout:(111/157): python3-autocommand-2.2.2-8.el9.noar 963 kB/s | 29 kB 00:00 2026-02-25T15:47:52.987 INFO:teuthology.orchestra.run.trial052.stdout:(112/157): libarrow-9.0.0-15.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2026-02-25T15:47:52.998 INFO:teuthology.orchestra.run.trial052.stdout:(113/157): python3-backports-tarfile-1.2.0-1.el 2.0 MB/s | 60 kB 00:00 2026-02-25T15:47:53.001 INFO:teuthology.orchestra.run.trial052.stdout:(114/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.4 MB/s | 43 kB 00:00 2026-02-25T15:47:53.017 INFO:teuthology.orchestra.run.trial052.stdout:(115/157): python3-cachetools-4.2.4-1.el9.noarc 1.1 MB/s | 32 kB 00:00 2026-02-25T15:47:53.027 INFO:teuthology.orchestra.run.trial052.stdout:(116/157): python3-certifi-2023.05.07-4.el9.noa 489 kB/s | 14 kB 00:00 2026-02-25T15:47:53.033 INFO:teuthology.orchestra.run.trial052.stdout:(117/157): python3-cheroot-10.0.1-4.el9.noarch. 5.2 MB/s | 173 kB 00:00 2026-02-25T15:47:53.048 INFO:teuthology.orchestra.run.trial052.stdout:(118/157): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2026-02-25T15:47:53.058 INFO:teuthology.orchestra.run.trial052.stdout:(119/157): python3-google-auth-2.45.0-1.el9.noa 8.2 MB/s | 254 kB 00:00 2026-02-25T15:47:53.066 INFO:teuthology.orchestra.run.trial052.stdout:(120/157): python3-influxdb-5.3.1-1.el9.noarch. 4.1 MB/s | 139 kB 00:00 2026-02-25T15:47:53.092 INFO:teuthology.orchestra.run.trial052.stdout:(121/157): python3-jaraco-8.2.1-3.el9.noarch.rp 312 kB/s | 11 kB 00:00 2026-02-25T15:47:53.092 INFO:teuthology.orchestra.run.trial052.stdout:(122/157): python3-isodate-0.6.1-3.el9.noarch.r 1.2 MB/s | 56 kB 00:00 2026-02-25T15:47:53.096 INFO:teuthology.orchestra.run.trial052.stdout:(123/157): python3-jaraco-classes-3.2.1-5.el9.n 587 kB/s | 18 kB 00:00 2026-02-25T15:47:53.121 INFO:teuthology.orchestra.run.trial052.stdout:(124/157): python3-jaraco-collections-3.0.0-8.e 804 kB/s | 23 kB 00:00 2026-02-25T15:47:53.121 INFO:teuthology.orchestra.run.trial052.stdout:(125/157): python3-jaraco-context-6.0.1-3.el9.n 680 kB/s | 20 kB 00:00 2026-02-25T15:47:53.127 INFO:teuthology.orchestra.run.trial052.stdout:(126/157): python3-jaraco-functools-3.5.0-2.el9 644 kB/s | 19 kB 00:00 2026-02-25T15:47:53.150 INFO:teuthology.orchestra.run.trial052.stdout:(127/157): python3-jaraco-text-4.0.0-2.el9.noar 907 kB/s | 26 kB 00:00 2026-02-25T15:47:53.177 INFO:teuthology.orchestra.run.trial052.stdout:(128/157): python3-logutils-0.3.5-21.el9.noarch 925 kB/s | 46 kB 00:00 2026-02-25T15:47:53.179 INFO:teuthology.orchestra.run.trial052.stdout:(129/157): python3-kubernetes-26.1.0-3.el9.noar 18 MB/s | 1.0 MB 00:00 2026-02-25T15:47:53.180 INFO:teuthology.orchestra.run.trial052.stdout:(130/157): python3-more-itertools-8.12.0-2.el9. 2.6 MB/s | 79 kB 00:00 2026-02-25T15:47:53.209 INFO:teuthology.orchestra.run.trial052.stdout:(131/157): python3-natsort-7.1.1-5.el9.noarch.r 1.9 MB/s | 58 kB 00:00 2026-02-25T15:47:53.221 INFO:teuthology.orchestra.run.trial052.stdout:(132/157): python3-msgpack-1.0.3-2.el9.x86_64.r 1.9 MB/s | 86 kB 00:00 2026-02-25T15:47:53.239 INFO:teuthology.orchestra.run.trial052.stdout:(133/157): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2026-02-25T15:47:53.239 INFO:teuthology.orchestra.run.trial052.stdout:(134/157): python3-portend-3.1.0-2.el9.noarch.r 540 kB/s | 16 kB 00:00 2026-02-25T15:47:53.252 INFO:teuthology.orchestra.run.trial052.stdout:(135/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.8 MB/s | 90 kB 00:00 2026-02-25T15:47:53.268 INFO:teuthology.orchestra.run.trial052.stdout:(136/157): python3-repoze-lru-0.7-16.el9.noarch 1.0 MB/s | 31 kB 00:00 2026-02-25T15:47:53.269 INFO:teuthology.orchestra.run.trial052.stdout:(137/157): python3-routes-2.5.1-5.el9.noarch.rp 6.1 MB/s | 188 kB 00:00 2026-02-25T15:47:53.283 INFO:teuthology.orchestra.run.trial052.stdout:(138/157): python3-rsa-4.9-2.el9.noarch.rpm 1.9 MB/s | 59 kB 00:00 2026-02-25T15:47:53.312 INFO:teuthology.orchestra.run.trial052.stdout:(139/157): python3-tempora-5.0.0-2.el9.noarch.r 841 kB/s | 36 kB 00:00 2026-02-25T15:47:53.313 INFO:teuthology.orchestra.run.trial052.stdout:(140/157): python3-saml-1.16.0-1.el9.noarch.rpm 2.7 MB/s | 125 kB 00:00 2026-02-25T15:47:53.315 INFO:teuthology.orchestra.run.trial052.stdout:(141/157): python3-typing-extensions-4.15.0-1.e 2.7 MB/s | 86 kB 00:00 2026-02-25T15:47:53.365 INFO:teuthology.orchestra.run.trial052.stdout:(142/157): python3-werkzeug-2.0.3-3.el9.1.noarc 8.3 MB/s | 427 kB 00:00 2026-02-25T15:47:53.383 INFO:teuthology.orchestra.run.trial052.stdout:(143/157): python3-webob-1.8.8-2.el9.noarch.rpm 3.2 MB/s | 230 kB 00:00 2026-02-25T15:47:53.384 INFO:teuthology.orchestra.run.trial052.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2026-02-25T15:47:53.396 INFO:teuthology.orchestra.run.trial052.stdout:(145/157): python3-xmlsec-1.3.13-1.el9.x86_64.r 1.5 MB/s | 48 kB 00:00 2026-02-25T15:47:53.412 INFO:teuthology.orchestra.run.trial052.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 695 kB/s | 20 kB 00:00 2026-02-25T15:47:53.413 INFO:teuthology.orchestra.run.trial052.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 6.4 MB/s | 191 kB 00:00 2026-02-25T15:47:53.459 INFO:teuthology.orchestra.run.trial052.stdout:(148/157): thrift-0.15.0-4.el9.x86_64.rpm 25 MB/s | 1.6 MB 00:00 2026-02-25T15:47:53.500 INFO:teuthology.orchestra.run.trial052.stdout:(149/157): libblkid-2.37.4-25.el9.x86_64.rpm 2.6 MB/s | 105 kB 00:00 2026-02-25T15:47:53.543 INFO:teuthology.orchestra.run.trial052.stdout:(150/157): libfdisk-2.37.4-25.el9.x86_64.rpm 3.4 MB/s | 152 kB 00:00 2026-02-25T15:47:53.565 INFO:teuthology.orchestra.run.trial052.stdout:(151/157): librados2-18.2.7-1050.g0ef62ce8.el9. 22 MB/s | 3.3 MB 00:00 2026-02-25T15:47:53.569 INFO:teuthology.orchestra.run.trial052.stdout:(152/157): librbd1-18.2.7-1050.g0ef62ce8.el9.x8 19 MB/s | 3.0 MB 00:00 2026-02-25T15:47:53.591 INFO:teuthology.orchestra.run.trial052.stdout:(153/157): libmount-2.37.4-25.el9.x86_64.rpm 2.7 MB/s | 133 kB 00:00 2026-02-25T15:47:53.599 INFO:teuthology.orchestra.run.trial052.stdout:(154/157): libuuid-2.37.4-25.el9.x86_64.rpm 854 kB/s | 26 kB 00:00 2026-02-25T15:47:53.600 INFO:teuthology.orchestra.run.trial052.stdout:(155/157): libsmartcols-2.37.4-25.el9.x86_64.rp 1.7 MB/s | 61 kB 00:00 2026-02-25T15:47:53.662 INFO:teuthology.orchestra.run.trial052.stdout:(156/157): util-linux-core-2.37.4-25.el9.x86_64 7.1 MB/s | 458 kB 00:00 2026-02-25T15:47:53.671 INFO:teuthology.orchestra.run.trial052.stdout:(157/157): util-linux-2.37.4-25.el9.x86_64.rpm 28 MB/s | 2.3 MB 00:00 2026-02-25T15:47:53.673 INFO:teuthology.orchestra.run.trial052.stdout:-------------------------------------------------------------------------------- 2026-02-25T15:47:53.673 INFO:teuthology.orchestra.run.trial052.stdout:Total 44 MB/s | 204 MB 00:04 2026-02-25T15:47:54.376 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction check 2026-02-25T15:47:54.446 INFO:teuthology.orchestra.run.trial052.stdout:Transaction check succeeded. 2026-02-25T15:47:54.446 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction test 2026-02-25T15:47:54.609 INFO:teuthology.orchestra.run.trial086.stdout:lab-extras 1.9 MB/s | 50 kB 00:00 2026-02-25T15:47:55.257 INFO:teuthology.orchestra.run.trial052.stdout:Transaction test succeeded. 2026-02-25T15:47:55.257 INFO:teuthology.orchestra.run.trial052.stdout:Running transaction 2026-02-25T15:47:55.804 INFO:teuthology.orchestra.run.trial086.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-02-25T15:47:55.805 INFO:teuthology.orchestra.run.trial086.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-02-25T15:47:55.810 INFO:teuthology.orchestra.run.trial086.stdout:Package NetworkManager-1:1.54.3-2.el9.x86_64 is already installed. 2026-02-25T15:47:55.810 INFO:teuthology.orchestra.run.trial086.stdout:Package iproute-6.17.0-2.el9.x86_64 is already installed. 2026-02-25T15:47:55.811 INFO:teuthology.orchestra.run.trial086.stdout:Package util-linux-2.37.4-21.el9.x86_64 is already installed. 2026-02-25T15:47:55.811 INFO:teuthology.orchestra.run.trial086.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2026-02-25T15:47:55.812 INFO:teuthology.orchestra.run.trial086.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2026-02-25T15:47:55.814 INFO:teuthology.orchestra.run.trial086.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2026-02-25T15:47:55.814 INFO:teuthology.orchestra.run.trial086.stdout:Package xfsprogs-6.4.0-7.el9.x86_64 is already installed. 2026-02-25T15:47:55.841 INFO:teuthology.orchestra.run.trial086.stdout:Dependencies resolved. 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout:======================================================================================= 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout: Package Arch Version Repository Size 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout:======================================================================================= 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout:Installing: 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout: ceph x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 6.5 k 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout: ceph-base x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 5.1 M 2026-02-25T15:47:55.846 INFO:teuthology.orchestra.run.trial086.stdout: ceph-fuse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 850 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-immutable-object-cache x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 142 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 1.5 M 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-cephadm noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 140 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-dashboard noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 3.5 M 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 7.4 M 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-rook noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 49 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-radosgw x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 7.8 M 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-test x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 36 M 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: ceph-volume noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 267 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: cephadm noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 226 k 2026-02-25T15:47:55.847 INFO:teuthology.orchestra.run.trial086.stdout: cephfs-mirror x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 223 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: cephfs-top noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 18 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: elfutils-libelf-devel x86_64 0.194-1.el9 appstream 79 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: libcephfs-devel x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 31 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: libcephfs2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 711 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: librados-devel x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 126 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: libuuid-devel x86_64 2.37.4-25.el9 appstream 23 k 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: openssl-devel x86_64 1:3.5.5-1.el9 appstream 4.8 M 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: postgresql x86_64 13.23-1.el9 appstream 1.6 M 2026-02-25T15:47:55.848 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-contrib x86_64 13.23-1.el9 appstream 903 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-server x86_64 13.23-1.el9 appstream 5.8 M 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: python3-cephfs x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 162 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: python3-rados x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 323 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: python3-rbd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 302 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: python3-rgw x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 100 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: rbd-fuse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 87 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: rbd-mirror x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.0 M 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: rbd-nbd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 172 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: xfsprogs-devel x86_64 6.4.0-7.el9 appstream 96 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout:Upgrading: 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: libblkid x86_64 2.37.4-25.el9 baseos 105 k 2026-02-25T15:47:55.849 INFO:teuthology.orchestra.run.trial086.stdout: libfdisk x86_64 2.37.4-25.el9 baseos 152 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: libmount x86_64 2.37.4-25.el9 baseos 133 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: librados2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.3 M 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: librbd1 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 3.0 M 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: libsmartcols x86_64 2.37.4-25.el9 baseos 61 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: libuuid x86_64 2.37.4-25.el9 baseos 26 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: util-linux x86_64 2.37.4-25.el9 baseos 2.3 M 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: util-linux-core x86_64 2.37.4-25.el9 baseos 458 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout:Installing dependencies: 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: ceph-common x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 18 M 2026-02-25T15:47:55.850 INFO:teuthology.orchestra.run.trial086.stdout: ceph-grafana-dashboards noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 24 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mds x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 2.1 M 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-modules-core noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 248 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mon x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 4.7 M 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-osd x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 17 M 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-prometheus-alerts noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 17 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ceph-selinux x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 25 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: cryptsetup x86_64 2.8.1-3.el9 baseos 351 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas x86_64 3.0.4-9.el9 appstream 30 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas-netlib x86_64 3.0.4-9.el9 appstream 3.0 M 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas-openblas-openmp x86_64 3.0.4-9.el9 appstream 15 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-25T15:47:55.851 INFO:teuthology.orchestra.run.trial086.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libcephsqlite x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 166 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libgfortran x86_64 11.5.0-14.el9 baseos 794 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libquadmath x86_64 11.5.0-14.el9 baseos 184 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libradosstriper1 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 475 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: librgw2 x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 4.5 M 2026-02-25T15:47:55.852 INFO:teuthology.orchestra.run.trial086.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: libzstd-devel x86_64 1.5.5-1.el9 appstream 51 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: openblas x86_64 0.3.29-1.el9 appstream 42 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: perl-Thread-Queue noarch 3.14-460.el9 appstream 22 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: perl-threads x86_64 1:2.25-460.el9 appstream 58 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: perl-threads-shared x86_64 1.61-460.el9 appstream 45 k 2026-02-25T15:47:55.853 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-private-libs x86_64 13.23-1.el9 appstream 138 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-ceph-argparse x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 45 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-ceph-common x86_64 2:18.2.7-1050.g0ef62ce8.el9 ceph 130 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-25T15:47:55.854 INFO:teuthology.orchestra.run.trial086.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-devel x86_64 3.9.25-3.el9 appstream 244 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-jinja2 noarch 2.11.3-8.el9 appstream 249 k 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-02-25T15:47:55.855 INFO:teuthology.orchestra.run.trial086.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-numpy x86_64 1:1.23.5-2.el9 appstream 6.1 M 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9 appstream 442 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-25T15:47:55.856 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyasn1 noarch 0.4.8-7.el9 appstream 157 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9 appstream 277 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-25T15:47:55.857 INFO:teuthology.orchestra.run.trial086.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 189 k 2026-02-25T15:47:55.858 INFO:teuthology.orchestra.run.trial086.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 90 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout:Installing weak dependencies: 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-k8sevents noarch 2:18.2.7-1050.g0ef62ce8.el9 ceph-noarch 22 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout:Transaction Summary 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout:======================================================================================= 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout:Install 148 Packages 2026-02-25T15:47:55.859 INFO:teuthology.orchestra.run.trial086.stdout:Upgrade 9 Packages 2026-02-25T15:47:55.860 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:47:55.860 INFO:teuthology.orchestra.run.trial086.stdout:Total download size: 204 M 2026-02-25T15:47:55.860 INFO:teuthology.orchestra.run.trial086.stdout:Downloading Packages: 2026-02-25T15:47:56.126 INFO:teuthology.orchestra.run.trial052.stdout: Preparing : 1/1 2026-02-25T15:47:56.129 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : libuuid-2.37.4-25.el9.x86_64 1/166 2026-02-25T15:47:56.129 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : libblkid-2.37.4-25.el9.x86_64 2/166 2026-02-25T15:47:56.144 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libblkid-2.37.4-25.el9.x86_64 2/166 2026-02-25T15:47:56.149 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 3/166 2026-02-25T15:47:56.162 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 4/166 2026-02-25T15:47:56.173 INFO:teuthology.orchestra.run.trial052.stdout: Installing : thrift-0.15.0-4.el9.x86_64 5/166 2026-02-25T15:47:56.320 INFO:teuthology.orchestra.run.trial052.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 6/166 2026-02-25T15:47:56.324 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:47:56.367 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:47:56.368 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:47:56.395 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:47:56.403 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 9/166 2026-02-25T15:47:56.405 INFO:teuthology.orchestra.run.trial052.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 10/166 2026-02-25T15:47:56.407 INFO:teuthology.orchestra.run.trial052.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 11/166 2026-02-25T15:47:56.408 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/166 2026-02-25T15:47:56.434 INFO:teuthology.orchestra.run.trial086.stdout:(1/157): ceph-18.2.7-1050.g0ef62ce8.el9.x86_64. 103 kB/s | 6.5 kB 00:00 2026-02-25T15:47:56.471 INFO:teuthology.orchestra.run.trial052.stdout: Installing : postgresql-private-libs-13.23-1.el9.x86_64 13/166 2026-02-25T15:47:56.481 INFO:teuthology.orchestra.run.trial052.stdout: Installing : postgresql-13.23-1.el9.x86_64 14/166 2026-02-25T15:47:56.482 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:47:56.513 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:47:56.513 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 16/166 2026-02-25T15:47:56.557 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 16/166 2026-02-25T15:47:56.564 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 17/166 2026-02-25T15:47:56.567 INFO:teuthology.orchestra.run.trial052.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 18/166 2026-02-25T15:47:56.570 INFO:teuthology.orchestra.run.trial086.stdout:(2/157): ceph-fuse-18.2.7-1050.g0ef62ce8.el9.x8 6.1 MB/s | 850 kB 00:00 2026-02-25T15:47:56.570 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : libmount-2.37.4-25.el9.x86_64 19/166 2026-02-25T15:47:56.601 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : libsmartcols-2.37.4-25.el9.x86_64 20/166 2026-02-25T15:47:56.605 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/166 2026-02-25T15:47:56.614 INFO:teuthology.orchestra.run.trial086.stdout:(3/157): ceph-immutable-object-cache-18.2.7-105 3.1 MB/s | 142 kB 00:00 2026-02-25T15:47:56.626 INFO:teuthology.orchestra.run.trial052.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/166 2026-02-25T15:47:56.629 INFO:teuthology.orchestra.run.trial086.stdout:(4/157): ceph-base-18.2.7-1050.g0ef62ce8.el9.x8 20 MB/s | 5.1 MB 00:00 2026-02-25T15:47:56.632 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pyasn1-0.4.8-7.el9.noarch 23/166 2026-02-25T15:47:56.635 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 24/166 2026-02-25T15:47:56.638 INFO:teuthology.orchestra.run.trial052.stdout: Installing : perl-threads-1:2.25-460.el9.x86_64 25/166 2026-02-25T15:47:56.660 INFO:teuthology.orchestra.run.trial052.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 26/166 2026-02-25T15:47:56.673 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 27/166 2026-02-25T15:47:56.676 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 28/166 2026-02-25T15:47:56.682 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 29/166 2026-02-25T15:47:56.684 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 30/166 2026-02-25T15:47:56.707 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 31/166 2026-02-25T15:47:56.709 INFO:teuthology.orchestra.run.trial086.stdout:(5/157): ceph-mgr-18.2.7-1050.g0ef62ce8.el9.x86 18 MB/s | 1.5 MB 00:00 2026-02-25T15:47:56.712 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9. 32/166 2026-02-25T15:47:56.720 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el 33/166 2026-02-25T15:47:56.731 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_6 34/166 2026-02-25T15:47:56.735 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/166 2026-02-25T15:47:56.737 INFO:teuthology.orchestra.run.trial052.stdout: Installing : perl-threads-shared-1.61-460.el9.x86_64 36/166 2026-02-25T15:47:56.765 INFO:teuthology.orchestra.run.trial052.stdout: Installing : perl-Thread-Queue-3.14-460.el9.noarch 37/166 2026-02-25T15:47:56.790 INFO:teuthology.orchestra.run.trial052.stdout: Installing : automake-1.16.2-8.el9.noarch 38/166 2026-02-25T15:47:56.791 INFO:teuthology.orchestra.run.trial086.stdout:(6/157): ceph-mds-18.2.7-1050.g0ef62ce8.el9.x86 12 MB/s | 2.1 MB 00:00 2026-02-25T15:47:56.842 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/166 2026-02-25T15:47:56.854 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9.noarch 40/166 2026-02-25T15:47:56.879 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/166 2026-02-25T15:47:56.881 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : util-linux-core-2.37.4-25.el9.x86_64 42/166 2026-02-25T15:47:56.889 INFO:teuthology.orchestra.run.trial086.stdout:(7/157): ceph-mon-18.2.7-1050.g0ef62ce8.el9.x86 26 MB/s | 4.7 MB 00:00 2026-02-25T15:47:56.891 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: util-linux-core-2.37.4-25.el9.x86_64 42/166 2026-02-25T15:47:56.896 INFO:teuthology.orchestra.run.trial052.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/166 2026-02-25T15:47:56.901 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/166 2026-02-25T15:47:56.910 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/166 2026-02-25T15:47:56.914 INFO:teuthology.orchestra.run.trial052.stdout: Installing : librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_6 46/166 2026-02-25T15:47:56.937 INFO:teuthology.orchestra.run.trial052.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/166 2026-02-25T15:47:56.940 INFO:teuthology.orchestra.run.trial052.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 48/166 2026-02-25T15:47:57.026 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : libfdisk-2.37.4-25.el9.x86_64 49/166 2026-02-25T15:47:57.145 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : util-linux-2.37.4-25.el9.x86_64 50/166 2026-02-25T15:47:57.148 INFO:teuthology.orchestra.run.trial052.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 51/166 2026-02-25T15:47:57.219 INFO:teuthology.orchestra.run.trial086.stdout:(8/157): ceph-radosgw-18.2.7-1050.g0ef62ce8.el9 24 MB/s | 7.8 MB 00:00 2026-02-25T15:47:57.257 INFO:teuthology.orchestra.run.trial086.stdout:(9/157): ceph-common-18.2.7-1050.g0ef62ce8.el9. 21 MB/s | 18 MB 00:00 2026-02-25T15:47:57.257 INFO:teuthology.orchestra.run.trial086.stdout:(10/157): ceph-selinux-18.2.7-1050.g0ef62ce8.el 656 kB/s | 25 kB 00:00 2026-02-25T15:47:57.274 INFO:teuthology.orchestra.run.trial086.stdout:(11/157): cephfs-mirror-18.2.7-1050.g0ef62ce8.e 13 MB/s | 223 kB 00:00 2026-02-25T15:47:57.304 INFO:teuthology.orchestra.run.trial086.stdout:(12/157): libcephfs-devel-18.2.7-1050.g0ef62ce8 1.0 MB/s | 31 kB 00:00 2026-02-25T15:47:57.346 INFO:teuthology.orchestra.run.trial086.stdout:(13/157): libcephfs2-18.2.7-1050.g0ef62ce8.el9. 16 MB/s | 711 kB 00:00 2026-02-25T15:47:57.379 INFO:teuthology.orchestra.run.trial086.stdout:(14/157): libcephsqlite-18.2.7-1050.g0ef62ce8.e 4.9 MB/s | 166 kB 00:00 2026-02-25T15:47:57.411 INFO:teuthology.orchestra.run.trial086.stdout:(15/157): librados-devel-18.2.7-1050.g0ef62ce8. 3.9 MB/s | 126 kB 00:00 2026-02-25T15:47:57.433 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 51/166 2026-02-25T15:47:57.433 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-25T15:47:57.433 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:47:57.446 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libuuid-devel-2.37.4-25.el9.x86_64 52/166 2026-02-25T15:47:57.450 INFO:teuthology.orchestra.run.trial086.stdout:(16/157): libradosstriper1-18.2.7-1050.g0ef62ce 12 MB/s | 475 kB 00:00 2026-02-25T15:47:57.480 INFO:teuthology.orchestra.run.trial052.stdout: Installing : re2-1:20211101-20.el9.x86_64 53/166 2026-02-25T15:47:57.485 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 54/166 2026-02-25T15:47:57.500 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 55/166 2026-02-25T15:47:57.521 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 56/166 2026-02-25T15:47:57.525 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 57/166 2026-02-25T15:47:57.530 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 58/166 2026-02-25T15:47:57.542 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 59/166 2026-02-25T15:47:57.551 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 60/166 2026-02-25T15:47:57.557 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 61/166 2026-02-25T15:47:57.577 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 62/166 2026-02-25T15:47:57.586 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 63/166 2026-02-25T15:47:57.641 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 64/166 2026-02-25T15:47:57.652 INFO:teuthology.orchestra.run.trial086.stdout:(17/157): librgw2-18.2.7-1050.g0ef62ce8.el9.x86 22 MB/s | 4.5 MB 00:00 2026-02-25T15:47:57.653 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 65/166 2026-02-25T15:47:57.669 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 66/166 2026-02-25T15:47:57.673 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 67/166 2026-02-25T15:47:57.681 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 68/166 2026-02-25T15:47:57.683 INFO:teuthology.orchestra.run.trial086.stdout:(18/157): python3-ceph-argparse-18.2.7-1050.g0e 1.4 MB/s | 45 kB 00:00 2026-02-25T15:47:57.717 INFO:teuthology.orchestra.run.trial086.stdout:(19/157): python3-ceph-common-18.2.7-1050.g0ef6 3.8 MB/s | 130 kB 00:00 2026-02-25T15:47:57.721 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 69/166 2026-02-25T15:47:57.751 INFO:teuthology.orchestra.run.trial086.stdout:(20/157): python3-cephfs-18.2.7-1050.g0ef62ce8. 4.7 MB/s | 162 kB 00:00 2026-02-25T15:47:57.788 INFO:teuthology.orchestra.run.trial086.stdout:(21/157): python3-rados-18.2.7-1050.g0ef62ce8.e 8.4 MB/s | 323 kB 00:00 2026-02-25T15:47:57.825 INFO:teuthology.orchestra.run.trial086.stdout:(22/157): python3-rbd-18.2.7-1050.g0ef62ce8.el9 7.9 MB/s | 302 kB 00:00 2026-02-25T15:47:57.859 INFO:teuthology.orchestra.run.trial086.stdout:(23/157): python3-rgw-18.2.7-1050.g0ef62ce8.el9 3.0 MB/s | 100 kB 00:00 2026-02-25T15:47:57.892 INFO:teuthology.orchestra.run.trial086.stdout:(24/157): rbd-fuse-18.2.7-1050.g0ef62ce8.el9.x8 2.6 MB/s | 87 kB 00:00 2026-02-25T15:47:58.039 INFO:teuthology.orchestra.run.trial086.stdout:(25/157): ceph-osd-18.2.7-1050.g0ef62ce8.el9.x8 13 MB/s | 17 MB 00:01 2026-02-25T15:47:58.042 INFO:teuthology.orchestra.run.trial086.stdout:(26/157): rbd-mirror-18.2.7-1050.g0ef62ce8.el9. 20 MB/s | 3.0 MB 00:00 2026-02-25T15:47:58.046 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 70/166 2026-02-25T15:47:58.056 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 71/166 2026-02-25T15:47:58.057 INFO:teuthology.orchestra.run.trial086.stdout:(27/157): rbd-nbd-18.2.7-1050.g0ef62ce8.el9.x86 9.3 MB/s | 172 kB 00:00 2026-02-25T15:47:58.060 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 72/166 2026-02-25T15:47:58.066 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 73/166 2026-02-25T15:47:58.067 INFO:teuthology.orchestra.run.trial086.stdout:(28/157): ceph-grafana-dashboards-18.2.7-1050.g 1.0 MB/s | 24 kB 00:00 2026-02-25T15:47:58.071 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 74/166 2026-02-25T15:47:58.076 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/166 2026-02-25T15:47:58.078 INFO:teuthology.orchestra.run.trial052.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 76/166 2026-02-25T15:47:58.080 INFO:teuthology.orchestra.run.trial086.stdout:(29/157): ceph-mgr-cephadm-18.2.7-1050.g0ef62ce 5.7 MB/s | 140 kB 00:00 2026-02-25T15:47:58.081 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 77/166 2026-02-25T15:47:58.083 INFO:teuthology.orchestra.run.trial052.stdout: Installing : fmt-8.1.1-5.el9.x86_64 78/166 2026-02-25T15:47:58.088 INFO:teuthology.orchestra.run.trial052.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 79/166 2026-02-25T15:47:58.096 INFO:teuthology.orchestra.run.trial052.stdout: Installing : uuid-1.6.2-55.el9.x86_64 80/166 2026-02-25T15:47:58.101 INFO:teuthology.orchestra.run.trial052.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 81/166 2026-02-25T15:47:58.105 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 82/166 2026-02-25T15:47:58.111 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 83/166 2026-02-25T15:47:58.114 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 84/166 2026-02-25T15:47:58.121 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 85/166 2026-02-25T15:47:58.125 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 86/166 2026-02-25T15:47:58.159 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 87/166 2026-02-25T15:47:58.220 INFO:teuthology.orchestra.run.trial086.stdout:(30/157): ceph-mgr-dashboard-18.2.7-1050.g0ef62 23 MB/s | 3.5 MB 00:00 2026-02-25T15:47:58.253 INFO:teuthology.orchestra.run.trial086.stdout:(31/157): ceph-mgr-k8sevents-18.2.7-1050.g0ef62 666 kB/s | 22 kB 00:00 2026-02-25T15:47:58.291 INFO:teuthology.orchestra.run.trial086.stdout:(32/157): ceph-mgr-modules-core-18.2.7-1050.g0e 6.5 MB/s | 248 kB 00:00 2026-02-25T15:47:58.324 INFO:teuthology.orchestra.run.trial086.stdout:(33/157): ceph-mgr-rook-18.2.7-1050.g0ef62ce8.e 1.4 MB/s | 49 kB 00:00 2026-02-25T15:47:58.358 INFO:teuthology.orchestra.run.trial086.stdout:(34/157): ceph-prometheus-alerts-18.2.7-1050.g0 504 kB/s | 17 kB 00:00 2026-02-25T15:47:58.383 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 88/166 2026-02-25T15:47:58.396 INFO:teuthology.orchestra.run.trial086.stdout:(35/157): ceph-volume-18.2.7-1050.g0ef62ce8.el9 6.9 MB/s | 267 kB 00:00 2026-02-25T15:47:58.407 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 89/166 2026-02-25T15:47:58.411 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 90/166 2026-02-25T15:47:58.465 INFO:teuthology.orchestra.run.trial086.stdout:(36/157): ceph-test-18.2.7-1050.g0ef62ce8.el9.x 30 MB/s | 36 MB 00:01 2026-02-25T15:47:58.466 INFO:teuthology.orchestra.run.trial086.stdout:(37/157): cephadm-18.2.7-1050.g0ef62ce8.el9.noa 3.1 MB/s | 226 kB 00:00 2026-02-25T15:47:58.470 INFO:teuthology.orchestra.run.trial052.stdout: Installing : openblas-0.3.29-1.el9.x86_64 91/166 2026-02-25T15:47:58.473 INFO:teuthology.orchestra.run.trial052.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 92/166 2026-02-25T15:47:58.477 INFO:teuthology.orchestra.run.trial086.stdout:(38/157): cephfs-top-18.2.7-1050.g0ef62ce8.el9. 1.5 MB/s | 18 kB 00:00 2026-02-25T15:47:58.494 INFO:teuthology.orchestra.run.trial052.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 93/166 2026-02-25T15:47:58.506 INFO:teuthology.orchestra.run.trial086.stdout:(39/157): ceph-mgr-diskprediction-local-18.2.7- 17 MB/s | 7.4 MB 00:00 2026-02-25T15:47:58.821 INFO:teuthology.orchestra.run.trial052.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 94/166 2026-02-25T15:47:58.895 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 95/166 2026-02-25T15:47:59.053 INFO:teuthology.orchestra.run.trial086.stdout:(40/157): ledmon-libs-1.1.0-3.el9.x86_64.rpm 70 kB/s | 40 kB 00:00 2026-02-25T15:47:59.137 INFO:teuthology.orchestra.run.trial086.stdout:(41/157): libconfig-1.7.2-9.el9.x86_64.rpm 114 kB/s | 72 kB 00:00 2026-02-25T15:47:59.278 INFO:teuthology.orchestra.run.trial086.stdout:(42/157): cryptsetup-2.8.1-3.el9.x86_64.rpm 433 kB/s | 351 kB 00:00 2026-02-25T15:47:59.569 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 96/166 2026-02-25T15:47:59.583 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 97/166 2026-02-25T15:47:59.586 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libzstd-devel-1.5.5-1.el9.x86_64 98/166 2026-02-25T15:47:59.720 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 99/166 2026-02-25T15:47:59.721 INFO:teuthology.orchestra.run.trial052.stdout: Upgrading : librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 100/166 2026-02-25T15:47:59.748 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 100/166 2026-02-25T15:47:59.750 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 101/166 2026-02-25T15:47:59.756 INFO:teuthology.orchestra.run.trial052.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 102/166 2026-02-25T15:47:59.835 INFO:teuthology.orchestra.run.trial086.stdout:(43/157): mailcap-2.1.49-5.el9.noarch.rpm 59 kB/s | 33 kB 00:00 2026-02-25T15:47:59.869 INFO:teuthology.orchestra.run.trial086.stdout:(44/157): libquadmath-11.5.0-14.el9.x86_64.rpm 252 kB/s | 184 kB 00:00 2026-02-25T15:47:59.944 INFO:teuthology.orchestra.run.trial052.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 103/166 2026-02-25T15:47:59.945 INFO:teuthology.orchestra.run.trial052.stdout: Installing : librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 104/166 2026-02-25T15:47:59.948 INFO:teuthology.orchestra.run.trial086.stdout:(45/157): libgfortran-11.5.0-14.el9.x86_64.rpm 887 kB/s | 794 kB 00:00 2026-02-25T15:47:59.962 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 104/166 2026-02-25T15:47:59.963 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 105/166 2026-02-25T15:48:00.644 INFO:teuthology.orchestra.run.trial086.stdout:(46/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 327 kB/s | 253 kB 00:00 2026-02-25T15:48:00.774 INFO:teuthology.orchestra.run.trial086.stdout:(47/157): nvme-cli-2.16-1.el9.x86_64.rpm 1.2 MB/s | 1.2 MB 00:00 2026-02-25T15:48:00.804 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:00.807 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:00.903 INFO:teuthology.orchestra.run.trial086.stdout:(48/157): python3-cryptography-36.0.1-5.el9.x86 1.3 MB/s | 1.2 MB 00:00 2026-02-25T15:48:01.070 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:01.073 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 107/166 2026-02-25T15:48:01.113 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 107/166 2026-02-25T15:48:01.113 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-25T15:48:01.113 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-25T15:48:01.113 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:01.116 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 108/166 2026-02-25T15:48:01.314 INFO:teuthology.orchestra.run.trial086.stdout:(49/157): python3-ply-3.11-14.el9.noarch.rpm 159 kB/s | 106 kB 00:00 2026-02-25T15:48:01.476 INFO:teuthology.orchestra.run.trial086.stdout:(50/157): python3-pycparser-2.20-6.el9.noarch.r 193 kB/s | 135 kB 00:00 2026-02-25T15:48:01.615 INFO:teuthology.orchestra.run.trial086.stdout:(51/157): python3-pyparsing-2.4.7-9.el9.noarch. 211 kB/s | 150 kB 00:00 2026-02-25T15:48:02.007 INFO:teuthology.orchestra.run.trial086.stdout:(52/157): python3-requests-2.25.1-10.el9.noarch 183 kB/s | 126 kB 00:00 2026-02-25T15:48:02.227 INFO:teuthology.orchestra.run.trial086.stdout:(53/157): python3-urllib3-1.26.5-7.el9.noarch.r 290 kB/s | 218 kB 00:00 2026-02-25T15:48:02.763 INFO:teuthology.orchestra.run.trial086.stdout:(54/157): automake-1.16.2-8.el9.noarch.rpm 600 kB/s | 689 kB 00:01 2026-02-25T15:48:02.803 INFO:teuthology.orchestra.run.trial086.stdout:(55/157): boost-program-options-1.75.0-13.el9.x 181 kB/s | 104 kB 00:00 2026-02-25T15:48:02.863 INFO:teuthology.orchestra.run.trial086.stdout:(56/157): elfutils-libelf-devel-0.194-1.el9.x86 799 kB/s | 79 kB 00:00 2026-02-25T15:48:02.893 INFO:teuthology.orchestra.run.trial086.stdout:(57/157): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2026-02-25T15:48:02.962 INFO:teuthology.orchestra.run.trial086.stdout:(58/157): flexiblas-3.0.4-9.el9.x86_64.rpm 300 kB/s | 30 kB 00:00 2026-02-25T15:48:02.980 INFO:teuthology.orchestra.run.trial086.stdout:(59/157): flex-2.6.4-9.el9.x86_64.rpm 1.7 MB/s | 313 kB 00:00 2026-02-25T15:48:03.061 INFO:teuthology.orchestra.run.trial086.stdout:(60/157): flexiblas-openblas-openmp-3.0.4-9.el9 150 kB/s | 15 kB 00:00 2026-02-25T15:48:03.098 INFO:teuthology.orchestra.run.trial086.stdout:(61/157): libaio-devel-0.3.111-13.el9.x86_64.rp 94 kB/s | 11 kB 00:00 2026-02-25T15:48:03.155 INFO:teuthology.orchestra.run.trial086.stdout:(62/157): flexiblas-netlib-3.0.4-9.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2026-02-25T15:48:03.160 INFO:teuthology.orchestra.run.trial086.stdout:(63/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2026-02-25T15:48:03.197 INFO:teuthology.orchestra.run.trial086.stdout:(64/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 458 kB/s | 45 kB 00:00 2026-02-25T15:48:03.260 INFO:teuthology.orchestra.run.trial086.stdout:(65/157): libstoragemgmt-1.10.1-1.el9.x86_64.rp 2.4 MB/s | 246 kB 00:00 2026-02-25T15:48:03.335 INFO:teuthology.orchestra.run.trial086.stdout:(66/157): librdkafka-1.6.1-102.el9.x86_64.rpm 3.6 MB/s | 662 kB 00:00 2026-02-25T15:48:03.358 INFO:teuthology.orchestra.run.trial086.stdout:(67/157): libuuid-devel-2.37.4-25.el9.x86_64.rp 230 kB/s | 23 kB 00:00 2026-02-25T15:48:03.376 INFO:teuthology.orchestra.run.trial086.stdout:(68/157): libtool-2.4.6-46.el9.x86_64.rpm 3.2 MB/s | 581 kB 00:00 2026-02-25T15:48:03.435 INFO:teuthology.orchestra.run.trial086.stdout:(69/157): libxslt-1.1.34-12.el9.x86_64.rpm 2.3 MB/s | 233 kB 00:00 2026-02-25T15:48:03.457 INFO:teuthology.orchestra.run.trial086.stdout:(70/157): libzstd-devel-1.5.5-1.el9.x86_64.rpm 518 kB/s | 51 kB 00:00 2026-02-25T15:48:03.476 INFO:teuthology.orchestra.run.trial086.stdout:(71/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2026-02-25T15:48:03.534 INFO:teuthology.orchestra.run.trial086.stdout:(72/157): openblas-0.3.29-1.el9.x86_64.rpm 425 kB/s | 42 kB 00:00 2026-02-25T15:48:03.633 INFO:teuthology.orchestra.run.trial086.stdout:(73/157): perl-Thread-Queue-3.14-460.el9.noarch 224 kB/s | 22 kB 00:00 2026-02-25T15:48:03.732 INFO:teuthology.orchestra.run.trial086.stdout:(74/157): perl-threads-2.25-460.el9.x86_64.rpm 589 kB/s | 58 kB 00:00 2026-02-25T15:48:03.798 INFO:teuthology.orchestra.run.trial086.stdout:(75/157): openblas-openmp-0.3.29-1.el9.x86_64.r 15 MB/s | 5.3 MB 00:00 2026-02-25T15:48:03.831 INFO:teuthology.orchestra.run.trial086.stdout:(76/157): perl-threads-shared-1.61-460.el9.x86_ 451 kB/s | 45 kB 00:00 2026-02-25T15:48:03.899 INFO:teuthology.orchestra.run.trial086.stdout:(77/157): openssl-devel-3.5.5-1.el9.x86_64.rpm 11 MB/s | 4.8 MB 00:00 2026-02-25T15:48:03.906 INFO:teuthology.orchestra.run.trial086.stdout:(78/157): postgresql-13.23-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2026-02-25T15:48:03.933 INFO:teuthology.orchestra.run.trial086.stdout:(79/157): postgresql-contrib-13.23-1.el9.x86_64 8.6 MB/s | 903 kB 00:00 2026-02-25T15:48:03.998 INFO:teuthology.orchestra.run.trial086.stdout:(80/157): postgresql-private-libs-13.23-1.el9.x 1.4 MB/s | 138 kB 00:00 2026-02-25T15:48:04.097 INFO:teuthology.orchestra.run.trial086.stdout:(81/157): postgresql-server-13.23-1.el9.x86_64. 30 MB/s | 5.8 MB 00:00 2026-02-25T15:48:04.099 INFO:teuthology.orchestra.run.trial086.stdout:(82/157): python3-devel-3.9.25-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2026-02-25T15:48:04.201 INFO:teuthology.orchestra.run.trial086.stdout:(83/157): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2026-02-25T15:48:04.202 INFO:teuthology.orchestra.run.trial086.stdout:(84/157): python3-libstoragemgmt-1.10.1-1.el9.x 1.7 MB/s | 177 kB 00:00 2026-02-25T15:48:04.203 INFO:teuthology.orchestra.run.trial086.stdout:(85/157): python3-jinja2-2.11.3-8.el9.noarch.rp 2.3 MB/s | 249 kB 00:00 2026-02-25T15:48:04.302 INFO:teuthology.orchestra.run.trial086.stdout:(86/157): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2026-02-25T15:48:04.307 INFO:teuthology.orchestra.run.trial086.stdout:(87/157): python3-lxml-4.6.5-3.el9.x86_64.rpm 12 MB/s | 1.2 MB 00:00 2026-02-25T15:48:04.322 INFO:teuthology.orchestra.run.trial086.stdout:(88/157): python3-markupsafe-1.1.1-12.el9.x86_6 292 kB/s | 35 kB 00:00 2026-02-25T15:48:04.409 INFO:teuthology.orchestra.run.trial086.stdout:(89/157): python3-numpy-f2py-1.23.5-2.el9.x86_6 4.2 MB/s | 442 kB 00:00 2026-02-25T15:48:04.421 INFO:teuthology.orchestra.run.trial086.stdout:(90/157): python3-packaging-20.9-5.el9.noarch.r 775 kB/s | 77 kB 00:00 2026-02-25T15:48:04.498 INFO:teuthology.orchestra.run.trial086.stdout:(91/157): python3-numpy-1.23.5-2.el9.x86_64.rpm 31 MB/s | 6.1 MB 00:00 2026-02-25T15:48:04.508 INFO:teuthology.orchestra.run.trial086.stdout:(92/157): python3-pyasn1-0.4.8-7.el9.noarch.rpm 1.5 MB/s | 157 kB 00:00 2026-02-25T15:48:04.522 INFO:teuthology.orchestra.run.trial086.stdout:(93/157): python3-pyasn1-modules-0.4.8-7.el9.no 2.7 MB/s | 277 kB 00:00 2026-02-25T15:48:04.598 INFO:teuthology.orchestra.run.trial086.stdout:(94/157): python3-requests-oauthlib-1.3.0-12.el 538 kB/s | 54 kB 00:00 2026-02-25T15:48:04.621 INFO:teuthology.orchestra.run.trial086.stdout:(95/157): python3-toml-0.10.2-6.el9.noarch.rpm 420 kB/s | 42 kB 00:00 2026-02-25T15:48:04.698 INFO:teuthology.orchestra.run.trial086.stdout:(96/157): socat-1.7.4.1-8.el9.x86_64.rpm 3.0 MB/s | 303 kB 00:00 2026-02-25T15:48:04.720 INFO:teuthology.orchestra.run.trial086.stdout:(97/157): uuid-1.6.2-55.el9.x86_64.rpm 586 kB/s | 58 kB 00:00 2026-02-25T15:48:04.797 INFO:teuthology.orchestra.run.trial086.stdout:(98/157): xfsprogs-devel-6.4.0-7.el9.x86_64.rpm 961 kB/s | 96 kB 00:00 2026-02-25T15:48:04.820 INFO:teuthology.orchestra.run.trial086.stdout:(99/157): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.9 MB/s | 189 kB 00:00 2026-02-25T15:48:04.897 INFO:teuthology.orchestra.run.trial086.stdout:(100/157): xmlsec1-openssl-1.2.29-13.el9.x86_64 913 kB/s | 90 kB 00:00 2026-02-25T15:48:04.918 INFO:teuthology.orchestra.run.trial086.stdout:(101/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 644 kB/s | 64 kB 00:00 2026-02-25T15:48:04.956 INFO:teuthology.orchestra.run.trial086.stdout:(102/157): fmt-8.1.1-5.el9.x86_64.rpm 2.9 MB/s | 111 kB 00:00 2026-02-25T15:48:04.965 INFO:teuthology.orchestra.run.trial086.stdout:(103/157): gperftools-libs-2.9.1-3.el9.x86_64.r 36 MB/s | 308 kB 00:00 2026-02-25T15:48:04.984 INFO:teuthology.orchestra.run.trial086.stdout:(104/157): libarrow-9.0.0-15.el9.x86_64.rpm 226 MB/s | 4.4 MB 00:00 2026-02-25T15:48:04.988 INFO:teuthology.orchestra.run.trial086.stdout:(105/157): libarrow-doc-9.0.0-15.el9.noarch.rpm 7.4 MB/s | 25 kB 00:00 2026-02-25T15:48:04.991 INFO:teuthology.orchestra.run.trial086.stdout:(106/157): liboath-2.6.12-1.el9.x86_64.rpm 14 MB/s | 49 kB 00:00 2026-02-25T15:48:04.995 INFO:teuthology.orchestra.run.trial086.stdout:(107/157): libunwind-1.6.2-1.el9.x86_64.rpm 20 MB/s | 67 kB 00:00 2026-02-25T15:48:04.995 INFO:teuthology.orchestra.run.trial086.stdout:(108/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 453 kB/s | 45 kB 00:00 2026-02-25T15:48:05.003 INFO:teuthology.orchestra.run.trial086.stdout:(109/157): parquet-libs-9.0.0-15.el9.x86_64.rpm 94 MB/s | 838 kB 00:00 2026-02-25T15:48:05.031 INFO:teuthology.orchestra.run.trial086.stdout:(110/157): python3-scipy-1.9.3-2.el9.x86_64.rpm 37 MB/s | 19 MB 00:00 2026-02-25T15:48:05.031 INFO:teuthology.orchestra.run.trial086.stdout:(111/157): python3-autocommand-2.2.2-8.el9.noar 1.0 MB/s | 29 kB 00:00 2026-02-25T15:48:05.037 INFO:teuthology.orchestra.run.trial086.stdout:(112/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 7.0 MB/s | 43 kB 00:00 2026-02-25T15:48:05.041 INFO:teuthology.orchestra.run.trial086.stdout:(113/157): python3-cachetools-4.2.4-1.el9.noarc 7.8 MB/s | 32 kB 00:00 2026-02-25T15:48:05.045 INFO:teuthology.orchestra.run.trial086.stdout:(114/157): python3-certifi-2023.05.07-4.el9.noa 4.5 MB/s | 14 kB 00:00 2026-02-25T15:48:05.048 INFO:teuthology.orchestra.run.trial086.stdout:(115/157): python3-asyncssh-2.13.2-5.el9.noarch 10 MB/s | 548 kB 00:00 2026-02-25T15:48:05.048 INFO:teuthology.orchestra.run.trial086.stdout:(116/157): python3-cheroot-10.0.1-4.el9.noarch. 45 MB/s | 173 kB 00:00 2026-02-25T15:48:05.050 INFO:teuthology.orchestra.run.trial086.stdout:(117/157): python3-backports-tarfile-1.2.0-1.el 3.0 MB/s | 60 kB 00:00 2026-02-25T15:48:05.052 INFO:teuthology.orchestra.run.trial086.stdout:(118/157): python3-cherrypy-18.6.1-2.el9.noarch 73 MB/s | 358 kB 00:00 2026-02-25T15:48:05.053 INFO:teuthology.orchestra.run.trial086.stdout:(119/157): python3-google-auth-2.45.0-1.el9.noa 54 MB/s | 254 kB 00:00 2026-02-25T15:48:05.058 INFO:teuthology.orchestra.run.trial086.stdout:(120/157): python3-jaraco-8.2.1-3.el9.noarch.rp 2.4 MB/s | 11 kB 00:00 2026-02-25T15:48:05.058 INFO:teuthology.orchestra.run.trial086.stdout:(121/157): python3-isodate-0.6.1-3.el9.noarch.r 10 MB/s | 56 kB 00:00 2026-02-25T15:48:05.060 INFO:teuthology.orchestra.run.trial086.stdout:(122/157): python3-influxdb-5.3.1-1.el9.noarch. 13 MB/s | 139 kB 00:00 2026-02-25T15:48:05.061 INFO:teuthology.orchestra.run.trial086.stdout:(123/157): python3-jaraco-classes-3.2.1-5.el9.n 5.7 MB/s | 18 kB 00:00 2026-02-25T15:48:05.061 INFO:teuthology.orchestra.run.trial086.stdout:(124/157): python3-jaraco-collections-3.0.0-8.e 7.4 MB/s | 23 kB 00:00 2026-02-25T15:48:05.063 INFO:teuthology.orchestra.run.trial086.stdout:(125/157): python3-jaraco-context-6.0.1-3.el9.n 6.3 MB/s | 20 kB 00:00 2026-02-25T15:48:05.064 INFO:teuthology.orchestra.run.trial086.stdout:(126/157): python3-jaraco-functools-3.5.0-2.el9 6.3 MB/s | 19 kB 00:00 2026-02-25T15:48:05.064 INFO:teuthology.orchestra.run.trial086.stdout:(127/157): python3-jaraco-text-4.0.0-2.el9.noar 8.4 MB/s | 26 kB 00:00 2026-02-25T15:48:05.068 INFO:teuthology.orchestra.run.trial086.stdout:(128/157): python3-logutils-0.3.5-21.el9.noarch 13 MB/s | 46 kB 00:00 2026-02-25T15:48:05.068 INFO:teuthology.orchestra.run.trial086.stdout:(129/157): python3-more-itertools-8.12.0-2.el9. 19 MB/s | 79 kB 00:00 2026-02-25T15:48:05.072 INFO:teuthology.orchestra.run.trial086.stdout:(130/157): python3-msgpack-1.0.3-2.el9.x86_64.r 20 MB/s | 86 kB 00:00 2026-02-25T15:48:05.072 INFO:teuthology.orchestra.run.trial086.stdout:(131/157): python3-natsort-7.1.1-5.el9.noarch.r 15 MB/s | 58 kB 00:00 2026-02-25T15:48:05.075 INFO:teuthology.orchestra.run.trial086.stdout:(132/157): python3-kubernetes-26.1.0-3.el9.noar 89 MB/s | 1.0 MB 00:00 2026-02-25T15:48:05.076 INFO:teuthology.orchestra.run.trial086.stdout:(133/157): python3-portend-3.1.0-2.el9.noarch.r 5.3 MB/s | 16 kB 00:00 2026-02-25T15:48:05.076 INFO:teuthology.orchestra.run.trial086.stdout:(134/157): python3-pecan-1.4.2-3.el9.noarch.rpm 62 MB/s | 272 kB 00:00 2026-02-25T15:48:05.078 INFO:teuthology.orchestra.run.trial086.stdout:(135/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 27 MB/s | 90 kB 00:00 2026-02-25T15:48:05.079 INFO:teuthology.orchestra.run.trial086.stdout:(136/157): python3-repoze-lru-0.7-16.el9.noarch 9.7 MB/s | 31 kB 00:00 2026-02-25T15:48:05.080 INFO:teuthology.orchestra.run.trial086.stdout:(137/157): python3-routes-2.5.1-5.el9.noarch.rp 52 MB/s | 188 kB 00:00 2026-02-25T15:48:05.082 INFO:teuthology.orchestra.run.trial086.stdout:(138/157): python3-rsa-4.9-2.el9.noarch.rpm 18 MB/s | 59 kB 00:00 2026-02-25T15:48:05.083 INFO:teuthology.orchestra.run.trial086.stdout:(139/157): python3-saml-1.16.0-1.el9.noarch.rpm 28 MB/s | 125 kB 00:00 2026-02-25T15:48:05.084 INFO:teuthology.orchestra.run.trial086.stdout:(140/157): python3-tempora-5.0.0-2.el9.noarch.r 9.3 MB/s | 36 kB 00:00 2026-02-25T15:48:05.085 INFO:teuthology.orchestra.run.trial086.stdout:(141/157): python3-typing-extensions-4.15.0-1.e 25 MB/s | 86 kB 00:00 2026-02-25T15:48:05.087 INFO:teuthology.orchestra.run.trial086.stdout:(142/157): python3-websocket-client-1.2.3-2.el9 26 MB/s | 90 kB 00:00 2026-02-25T15:48:05.088 INFO:teuthology.orchestra.run.trial086.stdout:(143/157): python3-webob-1.8.8-2.el9.noarch.rpm 52 MB/s | 230 kB 00:00 2026-02-25T15:48:05.089 INFO:teuthology.orchestra.run.trial086.stdout:(144/157): python3-werkzeug-2.0.3-3.el9.1.noarc 96 MB/s | 427 kB 00:00 2026-02-25T15:48:05.092 INFO:teuthology.orchestra.run.trial086.stdout:(145/157): python3-xmlsec-1.3.13-1.el9.x86_64.r 12 MB/s | 48 kB 00:00 2026-02-25T15:48:05.092 INFO:teuthology.orchestra.run.trial086.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 5.6 MB/s | 20 kB 00:00 2026-02-25T15:48:05.093 INFO:teuthology.orchestra.run.trial086.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 53 MB/s | 191 kB 00:00 2026-02-25T15:48:05.100 INFO:teuthology.orchestra.run.trial086.stdout:(148/157): thrift-0.15.0-4.el9.x86_64.rpm 201 MB/s | 1.6 MB 00:00 2026-02-25T15:48:05.759 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 108/166 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /sys 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /proc 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /mnt 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /var/tmp 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /home 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /root 2026-02-25T15:48:05.760 INFO:teuthology.orchestra.run.trial052.stdout:skipping the directory /tmp 2026-02-25T15:48:05.761 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:05.770 INFO:teuthology.orchestra.run.trial086.stdout:(149/157): libblkid-2.37.4-25.el9.x86_64.rpm 157 kB/s | 105 kB 00:00 2026-02-25T15:48:05.818 INFO:teuthology.orchestra.run.trial086.stdout:(150/157): librados2-18.2.7-1050.g0ef62ce8.el9. 4.6 MB/s | 3.3 MB 00:00 2026-02-25T15:48:05.852 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 109/166 2026-02-25T15:48:05.874 INFO:teuthology.orchestra.run.trial086.stdout:(151/157): librbd1-18.2.7-1050.g0ef62ce8.el9.x8 3.9 MB/s | 3.0 MB 00:00 2026-02-25T15:48:05.875 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 109/166 2026-02-25T15:48:05.875 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:05.876 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-25T15:48:05.876 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-25T15:48:05.876 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-25T15:48:05.876 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:06.084 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 110/166 2026-02-25T15:48:06.105 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 110/166 2026-02-25T15:48:06.106 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:06.106 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-25T15:48:06.106 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-25T15:48:06.106 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-25T15:48:06.106 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:06.121 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 111/166 2026-02-25T15:48:06.128 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-packaging-20.9-5.el9.noarch 112/166 2026-02-25T15:48:06.141 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/166 2026-02-25T15:48:06.156 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/166 2026-02-25T15:48:06.232 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/166 2026-02-25T15:48:06.241 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 116/166 2026-02-25T15:48:06.264 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/166 2026-02-25T15:48:06.293 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 118/166 2026-02-25T15:48:06.343 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/166 2026-02-25T15:48:06.349 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/166 2026-02-25T15:48:06.352 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/166 2026-02-25T15:48:06.355 INFO:teuthology.orchestra.run.trial052.stdout: Installing : mailcap-2.1.49-5.el9.noarch 122/166 2026-02-25T15:48:06.356 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 123/166 2026-02-25T15:48:06.375 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:06.375 INFO:teuthology.orchestra.run.trial052.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-02-25T15:48:06.375 INFO:teuthology.orchestra.run.trial052.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-02-25T15:48:06.375 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:06.382 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:06.407 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:06.408 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-25T15:48:06.408 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:06.478 INFO:teuthology.orchestra.run.trial052.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 125/166 2026-02-25T15:48:06.480 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 126/166 2026-02-25T15:48:06.486 INFO:teuthology.orchestra.run.trial086.stdout:(152/157): libfdisk-2.37.4-25.el9.x86_64.rpm 212 kB/s | 152 kB 00:00 2026-02-25T15:48:06.491 INFO:teuthology.orchestra.run.trial086.stdout:(153/157): libsmartcols-2.37.4-25.el9.x86_64.rp 98 kB/s | 61 kB 00:00 2026-02-25T15:48:06.494 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 126/166 2026-02-25T15:48:06.494 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:06.494 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-25T15:48:06.494 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:06.519 INFO:teuthology.orchestra.run.trial086.stdout:(154/157): libmount-2.37.4-25.el9.x86_64.rpm 189 kB/s | 133 kB 00:00 2026-02-25T15:48:07.034 INFO:teuthology.orchestra.run.trial086.stdout:(155/157): libuuid-2.37.4-25.el9.x86_64.rpm 47 kB/s | 26 kB 00:00 2026-02-25T15:48:07.174 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 127/166 2026-02-25T15:48:07.198 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 127/166 2026-02-25T15:48:07.198 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:07.198 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-25T15:48:07.199 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-25T15:48:07.199 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-25T15:48:07.199 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:07.241 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 128/166 2026-02-25T15:48:07.243 INFO:teuthology.orchestra.run.trial052.stdout: Installing : cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 128/166 2026-02-25T15:48:07.247 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.e 129/166 2026-02-25T15:48:07.265 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8. 130/166 2026-02-25T15:48:07.266 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 131/166 2026-02-25T15:48:07.350 INFO:teuthology.orchestra.run.trial086.stdout:(156/157): util-linux-core-2.37.4-25.el9.x86_64 551 kB/s | 458 kB 00:00 2026-02-25T15:48:07.511 INFO:teuthology.orchestra.run.trial086.stdout:(157/157): util-linux-2.37.4-25.el9.x86_64.rpm 2.2 MB/s | 2.3 MB 00:01 2026-02-25T15:48:07.515 INFO:teuthology.orchestra.run.trial086.stdout:-------------------------------------------------------------------------------- 2026-02-25T15:48:07.515 INFO:teuthology.orchestra.run.trial086.stdout:Total 17 MB/s | 204 MB 00:11 2026-02-25T15:48:07.744 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 131/166 2026-02-25T15:48:07.747 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 132/166 2026-02-25T15:48:08.182 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction check 2026-02-25T15:48:08.198 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 132/166 2026-02-25T15:48:08.199 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 133/166 2026-02-25T15:48:08.212 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 133/166 2026-02-25T15:48:08.212 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 134/166 2026-02-25T15:48:08.255 INFO:teuthology.orchestra.run.trial086.stdout:Transaction check succeeded. 2026-02-25T15:48:08.255 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction test 2026-02-25T15:48:08.267 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 134/166 2026-02-25T15:48:08.330 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el 135/166 2026-02-25T15:48:08.331 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 136/166 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 136/166 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-25T15:48:08.353 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:08.365 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 137/166 2026-02-25T15:48:08.375 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 137/166 2026-02-25T15:48:08.713 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 138/166 2026-02-25T15:48:08.715 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 139/166 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 139/166 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-25T15:48:08.737 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:08.746 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 140/166 2026-02-25T15:48:08.766 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 140/166 2026-02-25T15:48:08.767 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:08.767 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-25T15:48:08.767 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:08.779 INFO:teuthology.orchestra.run.trial052.stdout: Installing : cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 141/166 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 141/166 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2026-02-25T15:48:08.799 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:08.930 INFO:teuthology.orchestra.run.trial052.stdout: Installing : rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 142/166 2026-02-25T15:48:08.952 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 142/166 2026-02-25T15:48:08.952 INFO:teuthology.orchestra.run.trial052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:08.953 INFO:teuthology.orchestra.run.trial052.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-25T15:48:08.953 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-25T15:48:08.953 INFO:teuthology.orchestra.run.trial052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-25T15:48:08.953 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:09.060 INFO:teuthology.orchestra.run.trial086.stdout:Transaction test succeeded. 2026-02-25T15:48:09.061 INFO:teuthology.orchestra.run.trial086.stdout:Running transaction 2026-02-25T15:48:09.925 INFO:teuthology.orchestra.run.trial086.stdout: Preparing : 1/1 2026-02-25T15:48:09.928 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : libuuid-2.37.4-25.el9.x86_64 1/166 2026-02-25T15:48:09.929 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : libblkid-2.37.4-25.el9.x86_64 2/166 2026-02-25T15:48:09.941 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libblkid-2.37.4-25.el9.x86_64 2/166 2026-02-25T15:48:09.946 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 3/166 2026-02-25T15:48:09.959 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 4/166 2026-02-25T15:48:09.970 INFO:teuthology.orchestra.run.trial086.stdout: Installing : thrift-0.15.0-4.el9.x86_64 5/166 2026-02-25T15:48:10.124 INFO:teuthology.orchestra.run.trial086.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 6/166 2026-02-25T15:48:10.128 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:48:10.171 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:48:10.172 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:48:10.201 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:48:10.209 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 9/166 2026-02-25T15:48:10.211 INFO:teuthology.orchestra.run.trial086.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 10/166 2026-02-25T15:48:10.213 INFO:teuthology.orchestra.run.trial086.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 11/166 2026-02-25T15:48:10.214 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/166 2026-02-25T15:48:10.276 INFO:teuthology.orchestra.run.trial086.stdout: Installing : postgresql-private-libs-13.23-1.el9.x86_64 13/166 2026-02-25T15:48:10.288 INFO:teuthology.orchestra.run.trial086.stdout: Installing : postgresql-13.23-1.el9.x86_64 14/166 2026-02-25T15:48:10.288 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:48:10.320 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:48:10.321 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 16/166 2026-02-25T15:48:10.367 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 16/166 2026-02-25T15:48:10.375 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 17/166 2026-02-25T15:48:10.378 INFO:teuthology.orchestra.run.trial086.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 18/166 2026-02-25T15:48:10.381 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : libmount-2.37.4-25.el9.x86_64 19/166 2026-02-25T15:48:10.413 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : libsmartcols-2.37.4-25.el9.x86_64 20/166 2026-02-25T15:48:10.416 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/166 2026-02-25T15:48:10.437 INFO:teuthology.orchestra.run.trial086.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/166 2026-02-25T15:48:10.443 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pyasn1-0.4.8-7.el9.noarch 23/166 2026-02-25T15:48:10.446 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 24/166 2026-02-25T15:48:10.448 INFO:teuthology.orchestra.run.trial086.stdout: Installing : perl-threads-1:2.25-460.el9.x86_64 25/166 2026-02-25T15:48:10.471 INFO:teuthology.orchestra.run.trial086.stdout: Installing : flexiblas-3.0.4-9.el9.x86_64 26/166 2026-02-25T15:48:10.483 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 27/166 2026-02-25T15:48:10.486 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 28/166 2026-02-25T15:48:10.493 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libquadmath-11.5.0-14.el9.x86_64 29/166 2026-02-25T15:48:10.495 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libgfortran-11.5.0-14.el9.x86_64 30/166 2026-02-25T15:48:10.518 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 31/166 2026-02-25T15:48:10.522 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9. 32/166 2026-02-25T15:48:10.531 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el 33/166 2026-02-25T15:48:10.542 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_6 34/166 2026-02-25T15:48:10.545 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/166 2026-02-25T15:48:10.548 INFO:teuthology.orchestra.run.trial086.stdout: Installing : perl-threads-shared-1.61-460.el9.x86_64 36/166 2026-02-25T15:48:10.575 INFO:teuthology.orchestra.run.trial086.stdout: Installing : perl-Thread-Queue-3.14-460.el9.noarch 37/166 2026-02-25T15:48:10.582 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 143/166 2026-02-25T15:48:10.591 INFO:teuthology.orchestra.run.trial052.stdout: Installing : rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 144/166 2026-02-25T15:48:10.600 INFO:teuthology.orchestra.run.trial086.stdout: Installing : automake-1.16.2-8.el9.noarch 38/166 2026-02-25T15:48:10.605 INFO:teuthology.orchestra.run.trial052.stdout: Installing : rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 145/166 2026-02-25T15:48:10.651 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/166 2026-02-25T15:48:10.664 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9.noarch 40/166 2026-02-25T15:48:10.679 INFO:teuthology.orchestra.run.trial052.stdout: Installing : elfutils-libelf-devel-0.194-1.el9.x86_64 146/166 2026-02-25T15:48:10.688 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/166 2026-02-25T15:48:10.690 INFO:teuthology.orchestra.run.trial052.stdout: Installing : postgresql-contrib-13.23-1.el9.x86_64 147/166 2026-02-25T15:48:10.690 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : util-linux-core-2.37.4-25.el9.x86_64 42/166 2026-02-25T15:48:10.693 INFO:teuthology.orchestra.run.trial052.stdout: Installing : xfsprogs-devel-6.4.0-7.el9.x86_64 148/166 2026-02-25T15:48:10.699 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: util-linux-core-2.37.4-25.el9.x86_64 42/166 2026-02-25T15:48:10.703 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_ 149/166 2026-02-25T15:48:10.704 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libtool-2.4.6-46.el9.x86_64 150/166 2026-02-25T15:48:10.705 INFO:teuthology.orchestra.run.trial086.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/166 2026-02-25T15:48:10.710 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/166 2026-02-25T15:48:10.717 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/166 2026-02-25T15:48:10.721 INFO:teuthology.orchestra.run.trial086.stdout: Installing : librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_6 46/166 2026-02-25T15:48:10.743 INFO:teuthology.orchestra.run.trial086.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/166 2026-02-25T15:48:10.746 INFO:teuthology.orchestra.run.trial086.stdout: Installing : cryptsetup-2.8.1-3.el9.x86_64 48/166 2026-02-25T15:48:10.830 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:10.832 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : libfdisk-2.37.4-25.el9.x86_64 49/166 2026-02-25T15:48:10.834 INFO:teuthology.orchestra.run.trial052.stdout: Installing : postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:10.852 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:10.888 INFO:teuthology.orchestra.run.trial052.stdout: Installing : cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 152/166 2026-02-25T15:48:10.950 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : util-linux-2.37.4-25.el9.x86_64 50/166 2026-02-25T15:48:10.952 INFO:teuthology.orchestra.run.trial086.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 51/166 2026-02-25T15:48:11.240 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 51/166 2026-02-25T15:48:11.240 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-02-25T15:48:11.240 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:11.250 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libuuid-devel-2.37.4-25.el9.x86_64 52/166 2026-02-25T15:48:11.290 INFO:teuthology.orchestra.run.trial086.stdout: Installing : re2-1:20211101-20.el9.x86_64 53/166 2026-02-25T15:48:11.296 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 54/166 2026-02-25T15:48:11.311 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 55/166 2026-02-25T15:48:11.332 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 56/166 2026-02-25T15:48:11.336 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 57/166 2026-02-25T15:48:11.338 INFO:teuthology.orchestra.run.trial052.stdout: Installing : ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 153/166 2026-02-25T15:48:11.341 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 58/166 2026-02-25T15:48:11.352 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 59/166 2026-02-25T15:48:11.355 INFO:teuthology.orchestra.run.trial052.stdout: Installing : openssl-devel-1:3.5.5-1.el9.x86_64 154/166 2026-02-25T15:48:11.361 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 60/166 2026-02-25T15:48:11.364 INFO:teuthology.orchestra.run.trial052.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/166 2026-02-25T15:48:11.368 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 61/166 2026-02-25T15:48:11.387 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 62/166 2026-02-25T15:48:11.392 INFO:teuthology.orchestra.run.trial052.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/166 2026-02-25T15:48:11.396 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 63/166 2026-02-25T15:48:11.398 INFO:teuthology.orchestra.run.trial052.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/166 2026-02-25T15:48:11.404 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : util-linux-2.37.4-21.el9.x86_64 158/166 2026-02-25T15:48:11.407 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : util-linux-core-2.37.4-21.el9.x86_64 159/166 2026-02-25T15:48:11.408 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : libfdisk-2.37.4-21.el9.x86_64 160/166 2026-02-25T15:48:11.410 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : libmount-2.37.4-21.el9.x86_64 161/166 2026-02-25T15:48:11.411 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 162/166 2026-02-25T15:48:11.423 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 162/166 2026-02-25T15:48:11.423 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 163/166 2026-02-25T15:48:11.435 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 163/166 2026-02-25T15:48:11.436 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : libblkid-2.37.4-21.el9.x86_64 164/166 2026-02-25T15:48:11.437 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : libuuid-2.37.4-21.el9.x86_64 165/166 2026-02-25T15:48:11.450 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 64/166 2026-02-25T15:48:11.456 INFO:teuthology.orchestra.run.trial052.stdout: Cleanup : libsmartcols-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:11.462 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 65/166 2026-02-25T15:48:11.477 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 66/166 2026-02-25T15:48:11.482 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 67/166 2026-02-25T15:48:11.489 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 68/166 2026-02-25T15:48:11.529 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 69/166 2026-02-25T15:48:11.853 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 70/166 2026-02-25T15:48:11.863 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 71/166 2026-02-25T15:48:11.867 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 72/166 2026-02-25T15:48:11.873 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 73/166 2026-02-25T15:48:11.878 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 74/166 2026-02-25T15:48:11.883 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/166 2026-02-25T15:48:11.885 INFO:teuthology.orchestra.run.trial086.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 76/166 2026-02-25T15:48:11.888 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 77/166 2026-02-25T15:48:11.890 INFO:teuthology.orchestra.run.trial086.stdout: Installing : fmt-8.1.1-5.el9.x86_64 78/166 2026-02-25T15:48:11.896 INFO:teuthology.orchestra.run.trial086.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 79/166 2026-02-25T15:48:11.905 INFO:teuthology.orchestra.run.trial086.stdout: Installing : uuid-1.6.2-55.el9.x86_64 80/166 2026-02-25T15:48:11.910 INFO:teuthology.orchestra.run.trial086.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 81/166 2026-02-25T15:48:11.914 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 82/166 2026-02-25T15:48:11.919 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 83/166 2026-02-25T15:48:11.923 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 84/166 2026-02-25T15:48:11.930 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 85/166 2026-02-25T15:48:11.933 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 86/166 2026-02-25T15:48:11.967 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 87/166 2026-02-25T15:48:12.191 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-devel-3.9.25-3.el9.x86_64 88/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Running scriptlet: libsmartcols-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 1/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 3/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 4/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 5/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 6/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 9/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 10/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 11/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 12/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 13/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_ 14/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 16/166 2026-02-25T15:48:12.198 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_6 17/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 18/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 19/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el 20/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9. 21/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_6 22/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 23/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 24/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 25/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 26/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 27/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 28/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8. 29/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 30/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 31/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 32/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 33/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el 34/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 35/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.e 36/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 37/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 38/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 39/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 40/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 41/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 42/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 43/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 44/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 45/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 46/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 47/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 48/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-ply-3.11-14.el9.noarch 49/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 50/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 51/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 52/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 53/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : automake-1.16.2-8.el9.noarch 54/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : bison-3.7.4-5.el9.x86_64 55/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 56/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : elfutils-libelf-devel-0.194-1.el9.x86_64 57/166 2026-02-25T15:48:12.199 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : flex-2.6.4-9.el9.x86_64 58/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 59/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 60/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 61/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 62/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 63/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 64/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 65/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 66/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 67/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libuuid-devel-2.37.4-25.el9.x86_64 68/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 69/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libzstd-devel-1.5.5-1.el9.x86_64 70/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 71/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 72/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 73/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : openssl-devel-1:3.5.5-1.el9.x86_64 74/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : perl-Thread-Queue-3.14-460.el9.noarch 75/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : perl-threads-1:2.25-460.el9.x86_64 76/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : perl-threads-shared-1.61-460.el9.x86_64 77/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : postgresql-13.23-1.el9.x86_64 78/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : postgresql-contrib-13.23-1.el9.x86_64 79/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : postgresql-private-libs-13.23-1.el9.x86_64 80/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : postgresql-server-13.23-1.el9.x86_64 81/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 82/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 83/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 84/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 85/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 86/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 87/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 88/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 89/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 90/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 91/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pyasn1-0.4.8-7.el9.noarch 92/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9.noarch 93/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 94/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 95/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 96/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 97/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 98/166 2026-02-25T15:48:12.200 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : xfsprogs-devel-6.4.0-7.el9.x86_64 99/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 100/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 101/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 104/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 105/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 106/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 107/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 108/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 109/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 110/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 111/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 112/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 113/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 114/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 115/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 116/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 117/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 118/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 119/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 120/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 121/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 122/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 123/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 124/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 125/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 126/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 127/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 128/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 129/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 130/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 131/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 132/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 133/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 134/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 135/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 136/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 137/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 138/166 2026-02-25T15:48:12.201 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 139/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 140/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 141/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 142/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 143/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 144/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 145/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 148/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 149/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 151/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libblkid-2.37.4-25.el9.x86_64 153/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libblkid-2.37.4-21.el9.x86_64 154/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libfdisk-2.37.4-25.el9.x86_64 155/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libfdisk-2.37.4-21.el9.x86_64 156/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libmount-2.37.4-25.el9.x86_64 157/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libmount-2.37.4-21.el9.x86_64 158/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libsmartcols-2.37.4-25.el9.x86_64 159/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libsmartcols-2.37.4-21.el9.x86_64 160/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libuuid-2.37.4-25.el9.x86_64 161/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : libuuid-2.37.4-21.el9.x86_64 162/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : util-linux-2.37.4-25.el9.x86_64 163/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : util-linux-2.37.4-21.el9.x86_64 164/166 2026-02-25T15:48:12.202 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : util-linux-core-2.37.4-25.el9.x86_64 165/166 2026-02-25T15:48:12.215 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 89/166 2026-02-25T15:48:12.219 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-jinja2-2.11.3-8.el9.noarch 90/166 2026-02-25T15:48:12.277 INFO:teuthology.orchestra.run.trial086.stdout: Installing : openblas-0.3.29-1.el9.x86_64 91/166 2026-02-25T15:48:12.279 INFO:teuthology.orchestra.run.trial086.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 92/166 2026-02-25T15:48:12.282 INFO:teuthology.orchestra.run.trial052.stdout: Verifying : util-linux-core-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout:Upgraded: 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: libblkid-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: libfdisk-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: libmount-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: libsmartcols-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: libuuid-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: util-linux-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: util-linux-core-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout:Installed: 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: automake-1.16.2-8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: bison-3.7.4-5.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-immutable-object-cache-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.283 INFO:teuthology.orchestra.run.trial052.stdout: ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: elfutils-libelf-devel-0.194-1.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: flex-2.6.4-9.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-25T15:48:12.284 INFO:teuthology.orchestra.run.trial052.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: fmt-8.1.1-5.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libaio-devel-0.3.111-13.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-25T15:48:12.285 INFO:teuthology.orchestra.run.trial052.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libtool-2.4.6-46.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libuuid-devel-2.37.4-25.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-25T15:48:12.286 INFO:teuthology.orchestra.run.trial052.stdout: libzstd-devel-1.5.5-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: openssl-devel-1:3.5.5-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: perl-Thread-Queue-3.14-460.el9.noarch 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: perl-threads-1:2.25-460.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: perl-threads-shared-1.61-460.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-13.23-1.el9.x86_64 2026-02-25T15:48:12.287 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-contrib-13.23-1.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-private-libs-13.23-1.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: postgresql-server-13.23-1.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-25T15:48:12.288 INFO:teuthology.orchestra.run.trial052.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-25T15:48:12.289 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-25T15:48:12.290 INFO:teuthology.orchestra.run.trial052.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-ply-3.11-14.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyasn1-0.4.8-7.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyasn1-modules-0.4.8-7.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.291 INFO:teuthology.orchestra.run.trial052.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-25T15:48:12.292 INFO:teuthology.orchestra.run.trial052.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: re2-1:20211101-20.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: uuid-1.6.2-55.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: xfsprogs-devel-6.4.0-7.el9.x86_64 2026-02-25T15:48:12.293 INFO:teuthology.orchestra.run.trial052.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-25T15:48:12.294 INFO:teuthology.orchestra.run.trial052.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-25T15:48:12.294 INFO:teuthology.orchestra.run.trial052.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-25T15:48:12.294 INFO:teuthology.orchestra.run.trial052.stdout: zlib-devel-1.2.11-41.el9.x86_64 2026-02-25T15:48:12.294 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:12.294 INFO:teuthology.orchestra.run.trial052.stdout:Complete! 2026-02-25T15:48:12.301 INFO:teuthology.orchestra.run.trial086.stdout: Installing : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 93/166 2026-02-25T15:48:12.368 DEBUG:teuthology.parallel:result is None 2026-02-25T15:48:12.625 INFO:teuthology.orchestra.run.trial086.stdout: Installing : flexiblas-netlib-3.0.4-9.el9.x86_64 94/166 2026-02-25T15:48:12.698 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-numpy-1:1.23.5-2.el9.x86_64 95/166 2026-02-25T15:48:13.367 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 96/166 2026-02-25T15:48:13.381 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 97/166 2026-02-25T15:48:13.384 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libzstd-devel-1.5.5-1.el9.x86_64 98/166 2026-02-25T15:48:13.528 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 99/166 2026-02-25T15:48:13.529 INFO:teuthology.orchestra.run.trial086.stdout: Upgrading : librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 100/166 2026-02-25T15:48:13.557 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 100/166 2026-02-25T15:48:13.560 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 101/166 2026-02-25T15:48:13.566 INFO:teuthology.orchestra.run.trial086.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 102/166 2026-02-25T15:48:13.761 INFO:teuthology.orchestra.run.trial086.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 103/166 2026-02-25T15:48:13.762 INFO:teuthology.orchestra.run.trial086.stdout: Installing : librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 104/166 2026-02-25T15:48:13.779 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 104/166 2026-02-25T15:48:13.781 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 105/166 2026-02-25T15:48:14.645 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:14.648 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:14.915 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 106/166 2026-02-25T15:48:14.918 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 107/166 2026-02-25T15:48:14.957 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 107/166 2026-02-25T15:48:14.957 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-25T15:48:14.957 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-25T15:48:14.957 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:14.961 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 108/166 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 108/166 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /sys 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /proc 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /mnt 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /var/tmp 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /home 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /root 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout:skipping the directory /tmp 2026-02-25T15:48:19.681 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:19.780 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 109/166 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 109/166 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-25T15:48:19.803 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:20.015 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 110/166 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 110/166 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-25T15:48:20.036 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:20.050 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 111/166 2026-02-25T15:48:20.057 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-packaging-20.9-5.el9.noarch 112/166 2026-02-25T15:48:20.070 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/166 2026-02-25T15:48:20.086 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/166 2026-02-25T15:48:20.160 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/166 2026-02-25T15:48:20.168 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 116/166 2026-02-25T15:48:20.191 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/166 2026-02-25T15:48:20.220 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 118/166 2026-02-25T15:48:20.270 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/166 2026-02-25T15:48:20.276 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/166 2026-02-25T15:48:20.279 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/166 2026-02-25T15:48:20.282 INFO:teuthology.orchestra.run.trial086.stdout: Installing : mailcap-2.1.49-5.el9.noarch 122/166 2026-02-25T15:48:20.283 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 123/166 2026-02-25T15:48:20.301 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:20.301 INFO:teuthology.orchestra.run.trial086.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-02-25T15:48:20.301 INFO:teuthology.orchestra.run.trial086.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-02-25T15:48:20.301 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:20.307 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:20.329 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 124/166 2026-02-25T15:48:20.329 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-25T15:48:20.329 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:20.397 INFO:teuthology.orchestra.run.trial086.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 125/166 2026-02-25T15:48:20.399 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 126/166 2026-02-25T15:48:20.412 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 126/166 2026-02-25T15:48:20.413 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:20.413 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-02-25T15:48:20.413 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:21.117 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 127/166 2026-02-25T15:48:21.141 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 127/166 2026-02-25T15:48:21.141 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:21.141 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-25T15:48:21.141 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-25T15:48:21.142 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-25T15:48:21.142 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:21.182 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 128/166 2026-02-25T15:48:21.183 INFO:teuthology.orchestra.run.trial086.stdout: Installing : cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 128/166 2026-02-25T15:48:21.187 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.e 129/166 2026-02-25T15:48:21.205 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8. 130/166 2026-02-25T15:48:21.207 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 131/166 2026-02-25T15:48:21.683 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 131/166 2026-02-25T15:48:21.686 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 132/166 2026-02-25T15:48:22.145 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 132/166 2026-02-25T15:48:22.146 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 133/166 2026-02-25T15:48:22.158 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 133/166 2026-02-25T15:48:22.158 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 134/166 2026-02-25T15:48:22.214 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 134/166 2026-02-25T15:48:22.279 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el 135/166 2026-02-25T15:48:22.280 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 136/166 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 136/166 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-25T15:48:22.301 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:22.312 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 137/166 2026-02-25T15:48:22.321 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 137/166 2026-02-25T15:48:22.673 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 138/166 2026-02-25T15:48:22.675 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 139/166 2026-02-25T15:48:22.696 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 139/166 2026-02-25T15:48:22.696 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:22.696 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-25T15:48:22.697 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-25T15:48:22.697 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-25T15:48:22.697 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:22.705 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 140/166 2026-02-25T15:48:22.724 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 140/166 2026-02-25T15:48:22.724 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:22.724 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-25T15:48:22.725 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:22.736 INFO:teuthology.orchestra.run.trial086.stdout: Installing : cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 141/166 2026-02-25T15:48:22.757 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 141/166 2026-02-25T15:48:22.757 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:22.758 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2026-02-25T15:48:22.758 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2026-02-25T15:48:22.758 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2026-02-25T15:48:22.758 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:22.895 INFO:teuthology.orchestra.run.trial086.stdout: Installing : rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 142/166 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 142/166 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-25T15:48:22.916 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:24.615 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 143/166 2026-02-25T15:48:24.624 INFO:teuthology.orchestra.run.trial086.stdout: Installing : rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 144/166 2026-02-25T15:48:24.638 INFO:teuthology.orchestra.run.trial086.stdout: Installing : rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 145/166 2026-02-25T15:48:24.712 INFO:teuthology.orchestra.run.trial086.stdout: Installing : elfutils-libelf-devel-0.194-1.el9.x86_64 146/166 2026-02-25T15:48:24.722 INFO:teuthology.orchestra.run.trial086.stdout: Installing : postgresql-contrib-13.23-1.el9.x86_64 147/166 2026-02-25T15:48:24.725 INFO:teuthology.orchestra.run.trial086.stdout: Installing : xfsprogs-devel-6.4.0-7.el9.x86_64 148/166 2026-02-25T15:48:24.734 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_ 149/166 2026-02-25T15:48:24.736 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libtool-2.4.6-46.el9.x86_64 150/166 2026-02-25T15:48:24.856 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:24.859 INFO:teuthology.orchestra.run.trial086.stdout: Installing : postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:24.876 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: postgresql-server-13.23-1.el9.x86_64 151/166 2026-02-25T15:48:24.915 INFO:teuthology.orchestra.run.trial086.stdout: Installing : cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 152/166 2026-02-25T15:48:25.367 INFO:teuthology.orchestra.run.trial086.stdout: Installing : ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 153/166 2026-02-25T15:48:25.383 INFO:teuthology.orchestra.run.trial086.stdout: Installing : openssl-devel-1:3.5.5-1.el9.x86_64 154/166 2026-02-25T15:48:25.393 INFO:teuthology.orchestra.run.trial086.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/166 2026-02-25T15:48:25.420 INFO:teuthology.orchestra.run.trial086.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/166 2026-02-25T15:48:25.426 INFO:teuthology.orchestra.run.trial086.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/166 2026-02-25T15:48:25.432 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : util-linux-2.37.4-21.el9.x86_64 158/166 2026-02-25T15:48:25.435 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : util-linux-core-2.37.4-21.el9.x86_64 159/166 2026-02-25T15:48:25.436 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : libfdisk-2.37.4-21.el9.x86_64 160/166 2026-02-25T15:48:25.439 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : libmount-2.37.4-21.el9.x86_64 161/166 2026-02-25T15:48:25.439 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 162/166 2026-02-25T15:48:25.452 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 162/166 2026-02-25T15:48:25.453 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 163/166 2026-02-25T15:48:25.464 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 163/166 2026-02-25T15:48:25.465 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : libblkid-2.37.4-21.el9.x86_64 164/166 2026-02-25T15:48:25.466 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : libuuid-2.37.4-21.el9.x86_64 165/166 2026-02-25T15:48:25.485 INFO:teuthology.orchestra.run.trial086.stdout: Cleanup : libsmartcols-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:26.158 INFO:teuthology.orchestra.run.trial086.stdout: Running scriptlet: libsmartcols-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:26.158 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 1/166 2026-02-25T15:48:26.158 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2/166 2026-02-25T15:48:26.158 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 3/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 4/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-immutable-object-cache-2:18.2.7-1050.g0ef62 5/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 6/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 7/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 8/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 9/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 10/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 11/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 12/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 13/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_ 14/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 15/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 16/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_6 17/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86 18/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 19/166 2026-02-25T15:48:26.159 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el 20/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9. 21/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_6 22/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 23/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 24/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 25/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 26/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 27/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 28/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8. 29/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noa 30/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.n 31/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef 32/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.n 33/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el 34/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 35/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.e 36/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 37/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 38/166 2026-02-25T15:48:26.160 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 39/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : cryptsetup-2.8.1-3.el9.x86_64 40/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 41/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 42/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libgfortran-11.5.0-14.el9.x86_64 43/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libquadmath-11.5.0-14.el9.x86_64 44/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 45/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 46/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 47/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 48/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-ply-3.11-14.el9.noarch 49/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 50/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 51/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 52/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 53/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : automake-1.16.2-8.el9.noarch 54/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : bison-3.7.4-5.el9.x86_64 55/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 56/166 2026-02-25T15:48:26.161 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : elfutils-libelf-devel-0.194-1.el9.x86_64 57/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : flex-2.6.4-9.el9.x86_64 58/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : flexiblas-3.0.4-9.el9.x86_64 59/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : flexiblas-netlib-3.0.4-9.el9.x86_64 60/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 61/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 62/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 63/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 64/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 65/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 66/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 67/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libuuid-devel-2.37.4-25.el9.x86_64 68/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 69/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libzstd-devel-1.5.5-1.el9.x86_64 70/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 71/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 72/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 73/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : openssl-devel-1:3.5.5-1.el9.x86_64 74/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : perl-Thread-Queue-3.14-460.el9.noarch 75/166 2026-02-25T15:48:26.162 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : perl-threads-1:2.25-460.el9.x86_64 76/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : perl-threads-shared-1.61-460.el9.x86_64 77/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : postgresql-13.23-1.el9.x86_64 78/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : postgresql-contrib-13.23-1.el9.x86_64 79/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : postgresql-private-libs-13.23-1.el9.x86_64 80/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : postgresql-server-13.23-1.el9.x86_64 81/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 82/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-devel-3.9.25-3.el9.x86_64 83/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jinja2-2.11.3-8.el9.noarch 84/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 85/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 86/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 87/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 88/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-numpy-1:1.23.5-2.el9.x86_64 89/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9.x86_64 90/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 91/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pyasn1-0.4.8-7.el9.noarch 92/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9.noarch 93/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 94/166 2026-02-25T15:48:26.163 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 95/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 96/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 97/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 98/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : xfsprogs-devel-6.4.0-7.el9.x86_64 99/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 100/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 101/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 104/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 105/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 106/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 107/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 108/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 109/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 110/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 111/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 112/166 2026-02-25T15:48:26.164 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 113/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 114/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 115/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 116/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 117/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 118/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 119/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 120/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 121/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 122/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 123/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 124/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 125/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 126/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 127/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 128/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 129/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 130/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 131/166 2026-02-25T15:48:26.165 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 132/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 133/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 134/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 135/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 136/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 137/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 138/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 139/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 140/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 141/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 142/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 143/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 144/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 145/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 148/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 149/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 151/166 2026-02-25T15:48:26.166 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libblkid-2.37.4-25.el9.x86_64 153/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libblkid-2.37.4-21.el9.x86_64 154/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libfdisk-2.37.4-25.el9.x86_64 155/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libfdisk-2.37.4-21.el9.x86_64 156/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libmount-2.37.4-25.el9.x86_64 157/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libmount-2.37.4-21.el9.x86_64 158/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libsmartcols-2.37.4-25.el9.x86_64 159/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libsmartcols-2.37.4-21.el9.x86_64 160/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libuuid-2.37.4-25.el9.x86_64 161/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : libuuid-2.37.4-21.el9.x86_64 162/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : util-linux-2.37.4-25.el9.x86_64 163/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : util-linux-2.37.4-21.el9.x86_64 164/166 2026-02-25T15:48:26.167 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : util-linux-core-2.37.4-25.el9.x86_64 165/166 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: Verifying : util-linux-core-2.37.4-21.el9.x86_64 166/166 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout:Upgraded: 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: libblkid-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: libfdisk-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: libmount-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: librados2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.240 INFO:teuthology.orchestra.run.trial086.stdout: librbd1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: libsmartcols-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: libuuid-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: util-linux-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: util-linux-core-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout:Installed: 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: automake-1.16.2-8.el9.noarch 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: bison-3.7.4-5.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: ceph-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: ceph-base-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.241 INFO:teuthology.orchestra.run.trial086.stdout: ceph-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-grafana-dashboards-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-immutable-object-cache-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mds-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-dashboard-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-diskprediction-local-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-k8sevents-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-modules-core-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mgr-rook-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-mon-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-osd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.242 INFO:teuthology.orchestra.run.trial086.stdout: ceph-prometheus-alerts-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: ceph-radosgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: ceph-selinux-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: ceph-test-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: ceph-volume-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: cephadm-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: cephfs-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: cephfs-top-2:18.2.7-1050.g0ef62ce8.el9.noarch 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: cryptsetup-2.8.1-3.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: elfutils-libelf-devel-0.194-1.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: flex-2.6.4-9.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas-3.0.4-9.el9.x86_64 2026-02-25T15:48:26.243 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas-netlib-3.0.4-9.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: flexiblas-openblas-openmp-3.0.4-9.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: fmt-8.1.1-5.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libaio-devel-0.3.111-13.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libcephfs-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libcephfs2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libcephsqlite-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-25T15:48:26.244 INFO:teuthology.orchestra.run.trial086.stdout: libgfortran-11.5.0-14.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libquadmath-11.5.0-14.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: librados-devel-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libradosstriper1-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: librgw2-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libtool-2.4.6-46.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libuuid-devel-2.37.4-25.el9.x86_64 2026-02-25T15:48:26.245 INFO:teuthology.orchestra.run.trial086.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: libzstd-devel-1.5.5-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: nvme-cli-2.16-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: openblas-0.3.29-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: openssl-devel-1:3.5.5-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: perl-Thread-Queue-3.14-460.el9.noarch 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: perl-threads-1:2.25-460.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: perl-threads-shared-1.61-460.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-13.23-1.el9.x86_64 2026-02-25T15:48:26.246 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-contrib-13.23-1.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-private-libs-13.23-1.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: postgresql-server-13.23-1.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-babel-2.9.1-2.el9.noarch 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-ceph-argparse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-ceph-common-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-cephfs-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.247 INFO:teuthology.orchestra.run.trial086.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-devel-3.9.25-3.el9.x86_64 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-25T15:48:26.248 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-jinja2-2.11.3-8.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-02-25T15:48:26.249 INFO:teuthology.orchestra.run.trial086.stdout: python3-numpy-1:1.23.5-2.el9.x86_64 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-numpy-f2py-1:1.23.5-2.el9.x86_64 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-ply-3.11-14.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyasn1-0.4.8-7.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyasn1-modules-0.4.8-7.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-rados-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.250 INFO:teuthology.orchestra.run.trial086.stdout: python3-rbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-rgw-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-routes-2.5.1-5.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-rsa-4.9-2.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-saml-1.16.0-1.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-25T15:48:26.251 INFO:teuthology.orchestra.run.trial086.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: rbd-fuse-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: rbd-mirror-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: rbd-nbd-2:18.2.7-1050.g0ef62ce8.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: re2-1:20211101-20.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: uuid-1.6.2-55.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: xfsprogs-devel-6.4.0-7.el9.x86_64 2026-02-25T15:48:26.252 INFO:teuthology.orchestra.run.trial086.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-02-25T15:48:26.253 INFO:teuthology.orchestra.run.trial086.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-02-25T15:48:26.253 INFO:teuthology.orchestra.run.trial086.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-25T15:48:26.253 INFO:teuthology.orchestra.run.trial086.stdout: zlib-devel-1.2.11-41.el9.x86_64 2026-02-25T15:48:26.253 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:26.253 INFO:teuthology.orchestra.run.trial086.stdout:Complete! 2026-02-25T15:48:26.327 DEBUG:teuthology.parallel:result is None 2026-02-25T15:48:26.328 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 2026-02-25T15:48:26.521 DEBUG:teuthology.orchestra.run.trial052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-25T15:48:26.544 INFO:teuthology.orchestra.run.trial052.stdout:18.2.7-1050.g0ef62ce8.el9 2026-02-25T15:48:26.545 INFO:teuthology.packaging:The installed version of ceph is 18.2.7-1050.g0ef62ce8.el9 2026-02-25T15:48:26.545 INFO:teuthology.task.install:The correct ceph version 18.2.7-1050.g0ef62ce8 is installed. 2026-02-25T15:48:26.547 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28 2026-02-25T15:48:26.690 DEBUG:teuthology.orchestra.run.trial086:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-25T15:48:26.710 INFO:teuthology.orchestra.run.trial086.stdout:18.2.7-1050.g0ef62ce8.el9 2026-02-25T15:48:26.710 INFO:teuthology.packaging:The installed version of ceph is 18.2.7-1050.g0ef62ce8.el9 2026-02-25T15:48:26.710 INFO:teuthology.task.install:The correct ceph version 18.2.7-1050.g0ef62ce8 is installed. 2026-02-25T15:48:26.712 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-25T15:48:26.712 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:26.712 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-25T15:48:26.740 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:26.740 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-25T15:48:26.778 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-25T15:48:26.779 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:26.779 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/usr/bin/daemon-helper 2026-02-25T15:48:26.805 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-25T15:48:26.869 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:26.869 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/usr/bin/daemon-helper 2026-02-25T15:48:26.894 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-25T15:48:26.960 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-25T15:48:26.960 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:26.960 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-25T15:48:26.986 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-25T15:48:27.051 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:27.052 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-25T15:48:27.076 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-25T15:48:27.138 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-25T15:48:27.138 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:27.138 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/usr/bin/stdin-killer 2026-02-25T15:48:27.164 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-25T15:48:27.228 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:27.228 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/usr/bin/stdin-killer 2026-02-25T15:48:27.252 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-25T15:48:27.317 INFO:teuthology.run_tasks:Running task ceph... 2026-02-25T15:48:27.428 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-25T15:48:27.428 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 777 /var/log/ceph 2026-02-25T15:48:27.430 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 777 /var/log/ceph 2026-02-25T15:48:27.454 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-25T15:48:27.455 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-25T15:48:27.495 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-25T15:48:27.519 INFO:tasks.ceph:Creating extra log directories... 2026-02-25T15:48:27.519 DEBUG:teuthology.orchestra.run.trial052:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-25T15:48:27.558 DEBUG:teuthology.orchestra.run.trial086:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-25T15:48:27.593 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2026-02-25T15:48:27.594 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2026-02-25T15:48:27.594 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2026-02-25T15:48:27.594 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:27.594 DEBUG:teuthology.orchestra.run.trial052:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2026-02-25T15:48:27.636 DEBUG:teuthology.orchestra.run.trial052:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:27.794 DEBUG:teuthology.orchestra.run.trial052:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:27.817 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:27.817 DEBUG:teuthology.orchestra.run.trial086:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2026-02-25T15:48:27.833 DEBUG:teuthology.orchestra.run.trial086:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:28.006 DEBUG:teuthology.orchestra.run.trial086:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:28.032 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-02-25T15:48:28.032 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'MGR_MODULE_ERROR', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-25T15:48:28.032 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244', 'branch': 'reef-release', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/snap_schedule_snapdir}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '70244', 'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'trial', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'reef-release'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'MGR_MODULE_ERROR', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering'], 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'}}, 'kclient': {'snapdirname': '.customsnapkernel'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'reef-release', 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 6885, 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'fs', 'suite_branch': 'reef-release', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'trial052.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLtez+4LwiShmiFzSPsO3olYEeVfGyz9cP2Xw0wgfmfXjZ8bmPRQ9vohtgHWd4sgYtsBHdeWoX5G4K6B7jmEFVk=', 'trial086.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKkEGvuWw4BWVd/hd0DOgwijdWlWDov5drfQ1ot2ZYQp79SOPPk3EfUgCnOZgYVCqtOi09yChTzt68EFbQMG214='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'branch': 'distro', 'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'MGR_MODULE_ERROR', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering'], 'sha1': '0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-25_15:27:50', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.904699'} 2026-02-25T15:48:28.032 DEBUG:teuthology.orchestra.run.trial052:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-25T15:48:28.034 DEBUG:teuthology.orchestra.run.trial086:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-25T15:48:28.085 DEBUG:teuthology.orchestra.run.trial052:> sudo install -d -m0777 -- /var/run/ceph 2026-02-25T15:48:28.091 DEBUG:teuthology.orchestra.run.trial086:> sudo install -d -m0777 -- /var/run/ceph 2026-02-25T15:48:28.150 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:28.151 DEBUG:teuthology.orchestra.run.trial052:> dd if=/scratch_devs of=/dev/stdout 2026-02-25T15:48:28.170 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-25T15:48:28.170 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_1 2026-02-25T15:48:28.227 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-25T15:48:28.227 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 1294 Links: 1 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-25 15:48:11.668629255 +0000 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.228 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.228 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-25T15:48:28.290 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-25T15:48:28.290 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-25T15:48:28.290 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000166199 s, 3.1 MB/s 2026-02-25T15:48:28.291 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-25T15:48:28.349 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_2 2026-02-25T15:48:28.405 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-25T15:48:28.405 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:28.405 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 1310 Links: 1 2026-02-25T15:48:28.405 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:28.406 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:28.406 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-25 15:48:11.669629210 +0000 2026-02-25T15:48:28.406 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.406 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.406 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.406 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-25T15:48:28.468 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-25T15:48:28.469 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-25T15:48:28.469 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000153013 s, 3.3 MB/s 2026-02-25T15:48:28.470 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-25T15:48:28.526 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_3 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 1305 Links: 1 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-25 15:48:11.669629210 +0000 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.583 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.583 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-25T15:48:28.645 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-25T15:48:28.645 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-25T15:48:28.645 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000226299 s, 2.3 MB/s 2026-02-25T15:48:28.646 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-25T15:48:28.702 DEBUG:teuthology.orchestra.run.trial052:> stat /dev/vg_nvme/lv_4 2026-02-25T15:48:28.758 INFO:teuthology.orchestra.run.trial052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-25T15:48:28.758 INFO:teuthology.orchestra.run.trial052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:28.758 INFO:teuthology.orchestra.run.trial052.stdout:Device: 6h/6d Inode: 1315 Links: 1 2026-02-25T15:48:28.758 INFO:teuthology.orchestra.run.trial052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:28.759 INFO:teuthology.orchestra.run.trial052.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:28.759 INFO:teuthology.orchestra.run.trial052.stdout:Access: 2026-02-25 15:48:11.669629210 +0000 2026-02-25T15:48:28.759 INFO:teuthology.orchestra.run.trial052.stdout:Modify: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.759 INFO:teuthology.orchestra.run.trial052.stdout:Change: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.759 INFO:teuthology.orchestra.run.trial052.stdout: Birth: 2026-02-25 15:47:57.457271793 +0000 2026-02-25T15:48:28.759 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-25T15:48:28.821 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records in 2026-02-25T15:48:28.821 INFO:teuthology.orchestra.run.trial052.stderr:1+0 records out 2026-02-25T15:48:28.821 INFO:teuthology.orchestra.run.trial052.stderr:512 bytes copied, 0.000223193 s, 2.3 MB/s 2026-02-25T15:48:28.822 DEBUG:teuthology.orchestra.run.trial052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-25T15:48:28.880 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:28.880 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:28.880 DEBUG:teuthology.orchestra.run.trial086:> dd if=/scratch_devs of=/dev/stdout 2026-02-25T15:48:28.896 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-25T15:48:28.896 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_1 2026-02-25T15:48:28.952 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-25T15:48:28.952 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 1311 Links: 1 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-25 15:48:25.695983659 +0000 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:28.953 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:28.953 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-25T15:48:29.017 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-25T15:48:29.017 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-25T15:48:29.017 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000266957 s, 1.9 MB/s 2026-02-25T15:48:29.018 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-25T15:48:29.074 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_2 2026-02-25T15:48:29.129 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-25T15:48:29.129 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:29.129 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 1316 Links: 1 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-25 15:48:25.695983659 +0000 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:29.130 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-25 15:48:11.268152588 +0000 2026-02-25T15:48:29.130 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-25T15:48:29.191 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-25T15:48:29.191 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-25T15:48:29.191 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000225429 s, 2.3 MB/s 2026-02-25T15:48:29.192 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-25T15:48:29.249 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_3 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 1299 Links: 1 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-25 15:48:25.696983647 +0000 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.305 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.305 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-25T15:48:29.368 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-25T15:48:29.368 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-25T15:48:29.368 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000158024 s, 3.2 MB/s 2026-02-25T15:48:29.369 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-25T15:48:29.427 DEBUG:teuthology.orchestra.run.trial086:> stat /dev/vg_nvme/lv_4 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout:Device: 6h/6d Inode: 1306 Links: 1 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout:Context: system_u:object_r:device_t:s0 2026-02-25T15:48:29.484 INFO:teuthology.orchestra.run.trial086.stdout:Access: 2026-02-25 15:48:25.696983647 +0000 2026-02-25T15:48:29.485 INFO:teuthology.orchestra.run.trial086.stdout:Modify: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.485 INFO:teuthology.orchestra.run.trial086.stdout:Change: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.485 INFO:teuthology.orchestra.run.trial086.stdout: Birth: 2026-02-25 15:48:11.267152594 +0000 2026-02-25T15:48:29.485 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-25T15:48:29.547 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records in 2026-02-25T15:48:29.547 INFO:teuthology.orchestra.run.trial086.stderr:1+0 records out 2026-02-25T15:48:29.547 INFO:teuthology.orchestra.run.trial086.stderr:512 bytes copied, 0.000166609 s, 3.1 MB/s 2026-02-25T15:48:29.548 DEBUG:teuthology.orchestra.run.trial086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-25T15:48:29.605 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:29.605 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial052.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@trial086.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-02-25T15:48:29.605 INFO:tasks.ceph:Generating config... 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] client mount timeout = 600 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] client snapdir = .customsnapfuse 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] debug client = 20 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] debug ms = 1 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] pid file = 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] rados mon op timeout = 900 2026-02-25T15:48:29.606 INFO:tasks.ceph:[client] rados osd op timeout = 900 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] debug mds = 20 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] debug mds balancer = 20 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] debug ms = 1 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] mds debug frag = True 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] mds op complaint time = 180 2026-02-25T15:48:29.606 INFO:tasks.ceph:[mds] mds verify scatter = True 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mds] osd op complaint time = 180 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mgr] client mount timeout = 30 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mgr] debug client = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] mon op complaint time = 120 2026-02-25T15:48:29.607 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] debug bluefs = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] debug bluestore = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] debug rocksdb = 10 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-25T15:48:29.607 INFO:tasks.ceph:[osd] osd op complaint time = 180 2026-02-25T15:48:29.607 INFO:tasks.ceph:Setting up mon.a... 2026-02-25T15:48:29.607 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-02-25T15:48:29.643 INFO:teuthology.orchestra.run.trial052.stdout:creating /etc/ceph/ceph.keyring 2026-02-25T15:48:29.645 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-02-25T15:48:29.720 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-25T15:48:29.784 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '10.20.193.52'), ('mon.b', '10.20.193.86'), ('mon.c', '[v2:10.20.193.86:3301,v1:10.20.193.86:6790]')] 2026-02-25T15:48:29.785 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.52,10.20.193.86,[v2:10.20.193.86:3301,v1:10.20.193.86:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'client mount timeout': 30, 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2026-02-25T15:48:29.785 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:29.785 DEBUG:teuthology.orchestra.run.trial052:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-25T15:48:29.843 DEBUG:teuthology.orchestra.run.trial052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.52 --add b 10.20.193.86 --addv c '[v2:10.20.193.86:3301,v1:10.20.193.86:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:29.916 INFO:teuthology.orchestra.run.trial052.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:29.916 INFO:teuthology.orchestra.run.trial052.stdout:monmaptool: generated fsid 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:48:29.916 INFO:teuthology.orchestra.run.trial052.stdout:setting min_mon_release = pacific 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:epoch 0 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:fsid 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:last_changed 2026-02-25T15:48:29.915378+0000 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:created 2026-02-25T15:48:29.915378+0000 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:min_mon_release 16 (pacific) 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:election_strategy: 1 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:0: [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] mon.a 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:1: [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] mon.b 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:2: [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] mon.c 2026-02-25T15:48:29.917 INFO:teuthology.orchestra.run.trial052.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-02-25T15:48:29.919 DEBUG:teuthology.orchestra.run.trial052:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-25T15:48:29.974 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 0144563f-3d7d-4423-8c47-1ba192c5aa74... 2026-02-25T15:48:29.976 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-25T15:48:30.017 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-25T15:48:30.055 INFO:teuthology.orchestra.run.trial052.stdout:[global] 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: chdir = "" 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: auth supported = cephx 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: filestore xattr use omap = true 2026-02-25T15:48:30.056 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: mon clock drift allowed = 1.000 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: osd crush chooseleaf type = 0 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: auth debug = true 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: ms die on old message = true 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: ms die on bug = true 2026-02-25T15:48:30.057 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: mon pg warn max object skew = 0 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: # disable pg_autoscaler by default for new pools 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: osd pool default size = 2 2026-02-25T15:48:30.058 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon osd allow primary affinity = true 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon osd allow pg remap = true 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on legacy crush tunables = false 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on crush straw calc version zero = false 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on no sortbitwise = false 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on osd down out interval zero = false 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on too few osds = false 2026-02-25T15:48:30.059 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: mon_allow_pool_size_one = true 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: osd default data pool replay window = 5 2026-02-25T15:48:30.060 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: mon allow pool delete = true 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: mon cluster log file level = debug 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: debug asserts on shutdown = true 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: mon health detail to clog = false 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: mon host = "10.20.193.52,10.20.193.86,[v2:10.20.193.86:3301,v1:10.20.193.86:6790]" 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: fsid = 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:48:30.061 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout:[osd] 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd journal size = 100 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd scrub load threshold = 5.0 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd scrub max interval = 600 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd mclock profile = high_recovery_ops 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd mclock skip benchmark = true 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.062 INFO:teuthology.orchestra.run.trial052.stdout: osd recover clone overlap = true 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd recovery max chunk = 1048576 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd debug shutdown = true 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd debug op order = true 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd debug verify stray on activate = true 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd open classes on start = true 2026-02-25T15:48:30.063 INFO:teuthology.orchestra.run.trial052.stdout: osd debug pg log writeout = true 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: osd deep scrub update digest min age = 30 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: osd map max advance = 10 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: journal zero on create = true 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: filestore ondisk finisher threads = 3 2026-02-25T15:48:30.064 INFO:teuthology.orchestra.run.trial052.stdout: filestore apply finisher threads = 3 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: bdev debug aio = true 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: osd debug misdirected ops = true 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: bluestore block size = 96636764160 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: bluestore fsck on mount = True 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: debug bluefs = 20 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: debug bluestore = 20 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:48:30.065 INFO:teuthology.orchestra.run.trial052.stdout: debug osd = 20 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: debug rocksdb = 10 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: mon osd backfillfull_ratio = 0.85 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: mon osd full ratio = 0.9 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: mon osd nearfull ratio = 0.8 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: osd failsafe full ratio = 0.95 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: osd objectstore = bluestore 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: osd op complaint time = 180 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout:[mgr] 2026-02-25T15:48:30.066 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: debug mgr = 20 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: debug mon = 20 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: debug auth = 20 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: mgr/telemetry/nag = false 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: client mount timeout = 30 2026-02-25T15:48:30.067 INFO:teuthology.orchestra.run.trial052.stdout: debug client = 20 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout:[mon] 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: debug mon = 20 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: debug paxos = 20 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: debug auth = 20 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: mon data avail warn = 5 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: mon mgr mkfs grace = 240 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:48:30.068 INFO:teuthology.orchestra.run.trial052.stdout: mon osd reporter subtree level = osd 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: mon osd prime pg temp = true 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: auth mon ticket ttl = 660 # 11m 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: auth service ticket ttl = 240 # 4m 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: # don't complain about insecure global_id in the test suite 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-25T15:48:30.069 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: # 1m isn't quite enough 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: mon_down_mkfs_grace = 2m 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_filestore_osds = false 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: mon down mkfs grace = 300 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: mon op complaint time = 120 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on pool no app = False 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout:[client] 2026-02-25T15:48:30.070 INFO:teuthology.orchestra.run.trial052.stdout: rgw cache enabled = true 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: rgw enable ops log = true 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: rgw enable usage log = true 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: client mount timeout = 600 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: client snapdir = .customsnapfuse 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: debug client = 20 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: pid file = "" 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: rados mon op timeout = 900 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout: rados osd op timeout = 900 2026-02-25T15:48:30.071 INFO:teuthology.orchestra.run.trial052.stdout:[mon.a] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mon.b] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mon.c] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mds.a] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mds.c] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mds.b] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mds.d] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout:[mds] 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout: debug mds = 20 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout: debug mds balancer = 20 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:48:30.072 INFO:teuthology.orchestra.run.trial052.stdout: mds debug frag = True 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: mds debug scatterstat = True 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: mds op complaint time = 180 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: mds verify scatter = True 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: osd op complaint time = 180 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: rados mon op timeout = 900 2026-02-25T15:48:30.073 INFO:teuthology.orchestra.run.trial052.stdout: rados osd op timeout = 900 2026-02-25T15:48:30.074 INFO:teuthology.orchestra.run.trial086.stdout:[global] 2026-02-25T15:48:30.074 INFO:teuthology.orchestra.run.trial086.stdout: chdir = "" 2026-02-25T15:48:30.074 INFO:teuthology.orchestra.run.trial086.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-25T15:48:30.074 INFO:teuthology.orchestra.run.trial086.stdout: auth supported = cephx 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: filestore xattr use omap = true 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: mon clock drift allowed = 1.000 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: osd crush chooseleaf type = 0 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: auth debug = true 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: ms die on old message = true 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: ms die on bug = true 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: mon pg warn max object skew = 0 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: # disable pg_autoscaler by default for new pools 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: osd pool default size = 2 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.075 INFO:teuthology.orchestra.run.trial086.stdout: mon osd allow primary affinity = true 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon osd allow pg remap = true 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on legacy crush tunables = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on crush straw calc version zero = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on no sortbitwise = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on osd down out interval zero = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on too few osds = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon_allow_pool_size_one = true 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: osd default data pool replay window = 5 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon allow pool delete = true 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon cluster log file level = debug 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: debug asserts on shutdown = true 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon health detail to clog = false 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: mon host = "10.20.193.52,10.20.193.86,[v2:10.20.193.86:3301,v1:10.20.193.86:6790]" 2026-02-25T15:48:30.076 INFO:teuthology.orchestra.run.trial086.stdout: fsid = 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout:[osd] 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd journal size = 100 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd scrub load threshold = 5.0 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd scrub max interval = 600 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd mclock profile = high_recovery_ops 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd mclock skip benchmark = true 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd recover clone overlap = true 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd recovery max chunk = 1048576 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd debug shutdown = true 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd debug op order = true 2026-02-25T15:48:30.077 INFO:teuthology.orchestra.run.trial086.stdout: osd debug verify stray on activate = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: osd open classes on start = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: osd debug pg log writeout = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: osd deep scrub update digest min age = 30 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: osd map max advance = 10 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: journal zero on create = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: filestore ondisk finisher threads = 3 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: filestore apply finisher threads = 3 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: bdev debug aio = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: osd debug misdirected ops = true 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: bluestore block size = 96636764160 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: bluestore fsck on mount = True 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: debug bluefs = 20 2026-02-25T15:48:30.078 INFO:teuthology.orchestra.run.trial086.stdout: debug bluestore = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug osd = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug rocksdb = 10 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mon osd backfillfull_ratio = 0.85 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mon osd full ratio = 0.9 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mon osd nearfull ratio = 0.8 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: osd failsafe full ratio = 0.95 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: osd objectstore = bluestore 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: osd op complaint time = 180 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout:[mgr] 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug mgr = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug mon = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug auth = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: mgr/telemetry/nag = false 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: client mount timeout = 30 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: debug client = 20 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.079 INFO:teuthology.orchestra.run.trial086.stdout:[mon] 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: debug mon = 20 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: debug paxos = 20 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: debug auth = 20 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon data avail warn = 5 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon mgr mkfs grace = 240 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon osd reporter subtree level = osd 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon osd prime pg temp = true 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: auth mon ticket ttl = 660 # 11m 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: auth service ticket ttl = 240 # 4m 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: # don't complain about insecure global_id in the test suite 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: # 1m isn't quite enough 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: mon_down_mkfs_grace = 2m 2026-02-25T15:48:30.080 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_filestore_osds = false 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: mon down mkfs grace = 300 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: mon op complaint time = 120 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on pool no app = False 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout:[client] 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: rgw cache enabled = true 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: rgw enable ops log = true 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: rgw enable usage log = true 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: client mount timeout = 600 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: client snapdir = .customsnapfuse 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: debug client = 20 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: pid file = "" 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: rados mon op timeout = 900 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout: rados osd op timeout = 900 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout:[mon.a] 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout:[mon.b] 2026-02-25T15:48:30.081 INFO:teuthology.orchestra.run.trial086.stdout:[mon.c] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout:[mds.a] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout:[mds.c] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout:[mds.b] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout:[mds.d] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout:[mds] 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: debug mds = 20 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: debug mds balancer = 20 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: mds debug frag = True 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: mds debug scatterstat = True 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: mds op complaint time = 180 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: mds verify scatter = True 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: osd op complaint time = 180 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: rados mon op timeout = 900 2026-02-25T15:48:30.082 INFO:teuthology.orchestra.run.trial086.stdout: rados osd op timeout = 900 2026-02-25T15:48:30.082 INFO:tasks.ceph:Creating admin key on mon.a... 2026-02-25T15:48:30.083 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-02-25T15:48:30.155 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-25T15:48:30.156 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:30.156 DEBUG:teuthology.orchestra.run.trial052:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-02-25T15:48:30.212 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:30.213 DEBUG:teuthology.orchestra.run.trial052:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-02-25T15:48:30.268 INFO:tasks.ceph:Sending monmap to node ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:48:30.269 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:30.269 DEBUG:teuthology.orchestra.run.trial052:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-25T15:48:30.269 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-25T15:48:30.340 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:48:30.340 DEBUG:teuthology.orchestra.run.trial052:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:30.397 INFO:tasks.ceph:Sending monmap to node ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:48:30.397 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:30.397 DEBUG:teuthology.orchestra.run.trial086:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-25T15:48:30.397 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-25T15:48:30.431 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:48:30.431 DEBUG:teuthology.orchestra.run.trial086:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:30.487 INFO:tasks.ceph:Setting up mon nodes... 2026-02-25T15:48:30.488 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-25T15:48:30.488 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-02-25T15:48:30.532 INFO:teuthology.orchestra.run.trial052.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-02-25T15:48:30.535 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-02-25T15:48:30.579 INFO:teuthology.orchestra.run.trial086.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-02-25T15:48:30.581 INFO:tasks.ceph:Setting up mds nodes... 2026-02-25T15:48:30.581 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2026-02-25T15:48:30.624 INFO:teuthology.orchestra.run.trial052.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2026-02-25T15:48:30.626 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2026-02-25T15:48:30.691 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2026-02-25T15:48:30.774 INFO:teuthology.orchestra.run.trial052.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2026-02-25T15:48:30.776 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2026-02-25T15:48:30.840 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2026-02-25T15:48:30.885 INFO:teuthology.orchestra.run.trial086.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2026-02-25T15:48:30.887 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2026-02-25T15:48:30.952 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2026-02-25T15:48:31.034 INFO:teuthology.orchestra.run.trial086.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2026-02-25T15:48:31.037 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2026-02-25T15:48:31.100 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-25T15:48:31.101 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-02-25T15:48:31.136 INFO:teuthology.orchestra.run.trial052.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-02-25T15:48:31.148 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2026-02-25T15:48:31.221 INFO:teuthology.orchestra.run.trial052.stdout:creating /etc/ceph/ceph.client.2.keyring 2026-02-25T15:48:31.232 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-02-25T15:48:31.267 INFO:teuthology.orchestra.run.trial086.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-02-25T15:48:31.278 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2026-02-25T15:48:31.352 INFO:teuthology.orchestra.run.trial086.stdout:creating /etc/ceph/ceph.client.3.keyring 2026-02-25T15:48:31.363 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-25T15:48:31.363 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial052.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@trial086.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-02-25T15:48:31.363 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-02-25T15:48:31.386 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:31.387 INFO:tasks.ceph:role: osd.0 2026-02-25T15:48:31.387 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:48:31.387 DEBUG:teuthology.orchestra.run.trial052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-25T15:48:31.451 INFO:teuthology.orchestra.run.trial052.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:31.452 INFO:teuthology.orchestra.run.trial052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:32.024 INFO:teuthology.orchestra.run.trial052.stdout:Discarding blocks...Done. 2026-02-25T15:48:32.026 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial052.front.sepia.ceph.com -o noatime 2026-02-25T15:48:32.026 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-02-25T15:48:32.094 DEBUG:teuthology.orchestra.run.trial052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-02-25T15:48:32.160 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-02-25T15:48:32.224 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:32.225 INFO:tasks.ceph:role: osd.1 2026-02-25T15:48:32.225 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:48:32.225 DEBUG:teuthology.orchestra.run.trial052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-25T15:48:32.290 INFO:teuthology.orchestra.run.trial052.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:32.290 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:32.290 INFO:teuthology.orchestra.run.trial052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:32.291 INFO:teuthology.orchestra.run.trial052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:32.852 INFO:teuthology.orchestra.run.trial052.stdout:Discarding blocks...Done. 2026-02-25T15:48:32.854 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial052.front.sepia.ceph.com -o noatime 2026-02-25T15:48:32.854 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-02-25T15:48:32.930 DEBUG:teuthology.orchestra.run.trial052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-02-25T15:48:32.998 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-02-25T15:48:33.061 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:33.062 INFO:tasks.ceph:role: osd.2 2026-02-25T15:48:33.062 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:48:33.062 DEBUG:teuthology.orchestra.run.trial052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:33.127 INFO:teuthology.orchestra.run.trial052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:33.128 INFO:teuthology.orchestra.run.trial052.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:33.128 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:33.128 INFO:teuthology.orchestra.run.trial052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:33.682 INFO:teuthology.orchestra.run.trial052.stdout:Discarding blocks...Done. 2026-02-25T15:48:33.685 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial052.front.sepia.ceph.com -o noatime 2026-02-25T15:48:33.685 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-02-25T15:48:33.753 DEBUG:teuthology.orchestra.run.trial052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-02-25T15:48:33.821 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-02-25T15:48:33.885 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:33.885 INFO:tasks.ceph:role: osd.3 2026-02-25T15:48:33.885 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:48:33.885 DEBUG:teuthology.orchestra.run.trial052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-25T15:48:33.950 INFO:teuthology.orchestra.run.trial052.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:33.950 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:33.950 INFO:teuthology.orchestra.run.trial052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:33.950 INFO:teuthology.orchestra.run.trial052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:33.951 INFO:teuthology.orchestra.run.trial052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:34.507 INFO:teuthology.orchestra.run.trial052.stdout:Discarding blocks...Done. 2026-02-25T15:48:34.509 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial052.front.sepia.ceph.com -o noatime 2026-02-25T15:48:34.509 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-02-25T15:48:34.577 DEBUG:teuthology.orchestra.run.trial052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-02-25T15:48:34.643 DEBUG:teuthology.orchestra.run.trial052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:34.723 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.721+0000 7f111080c780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-02-25T15:48:34.723 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.721+0000 7f111080c780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-02-25T15:48:34.724 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.721+0000 7f111080c780 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2026-02-25T15:48:34.724 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.721+0000 7f111080c780 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2026-02-25T15:48:34.724 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.721+0000 7f111080c780 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2026-02-25T15:48:34.724 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:34.722+0000 7f111080c780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-02-25T15:48:37.562 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-25T15:48:37.629 DEBUG:teuthology.orchestra.run.trial052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.705+0000 7f83b700d780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.705+0000 7f83b700d780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.705+0000 7f83b700d780 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.705+0000 7f83b700d780 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.705+0000 7f83b700d780 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2026-02-25T15:48:37.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:37.706+0000 7f83b700d780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-02-25T15:48:40.546 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-25T15:48:40.613 DEBUG:teuthology.orchestra.run.trial052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:40.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-02-25T15:48:40.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-02-25T15:48:40.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2026-02-25T15:48:40.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2026-02-25T15:48:40.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2026-02-25T15:48:40.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:40.689+0000 7f879661e780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-02-25T15:48:43.529 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-25T15:48:43.593 DEBUG:teuthology.orchestra.run.trial052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:43.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.669+0000 7fa940813780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-02-25T15:48:43.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.670+0000 7fa940813780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-02-25T15:48:43.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.670+0000 7fa940813780 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2026-02-25T15:48:43.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.670+0000 7fa940813780 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2026-02-25T15:48:43.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.670+0000 7fa940813780 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2026-02-25T15:48:43.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:48:43.670+0000 7fa940813780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-02-25T15:48:46.512 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-25T15:48:46.578 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-02-25T15:48:46.604 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:46.605 INFO:tasks.ceph:role: osd.4 2026-02-25T15:48:46.605 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:48:46.605 DEBUG:teuthology.orchestra.run.trial086:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-25T15:48:46.669 INFO:teuthology.orchestra.run.trial086.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:46.669 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:46.669 INFO:teuthology.orchestra.run.trial086.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:46.670 INFO:teuthology.orchestra.run.trial086.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:47.240 INFO:teuthology.orchestra.run.trial086.stdout:Discarding blocks...Done. 2026-02-25T15:48:47.242 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial086.front.sepia.ceph.com -o noatime 2026-02-25T15:48:47.242 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-02-25T15:48:47.310 DEBUG:teuthology.orchestra.run.trial086:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-02-25T15:48:47.377 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-02-25T15:48:47.441 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:47.442 INFO:tasks.ceph:role: osd.5 2026-02-25T15:48:47.442 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:48:47.442 DEBUG:teuthology.orchestra.run.trial086:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-25T15:48:47.505 INFO:teuthology.orchestra.run.trial086.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:47.506 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:47.507 INFO:teuthology.orchestra.run.trial086.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:48.065 INFO:teuthology.orchestra.run.trial086.stdout:Discarding blocks...Done. 2026-02-25T15:48:48.067 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial086.front.sepia.ceph.com -o noatime 2026-02-25T15:48:48.067 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-02-25T15:48:48.135 DEBUG:teuthology.orchestra.run.trial086:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-02-25T15:48:48.202 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-02-25T15:48:48.266 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:48.266 INFO:tasks.ceph:role: osd.6 2026-02-25T15:48:48.266 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:48:48.267 DEBUG:teuthology.orchestra.run.trial086:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-25T15:48:48.331 INFO:teuthology.orchestra.run.trial086.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:48.331 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:48.331 INFO:teuthology.orchestra.run.trial086.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:48.331 INFO:teuthology.orchestra.run.trial086.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:48.331 INFO:teuthology.orchestra.run.trial086.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:48.332 INFO:teuthology.orchestra.run.trial086.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:48.332 INFO:teuthology.orchestra.run.trial086.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:48.332 INFO:teuthology.orchestra.run.trial086.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:48.332 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:48.332 INFO:teuthology.orchestra.run.trial086.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:48.889 INFO:teuthology.orchestra.run.trial086.stdout:Discarding blocks...Done. 2026-02-25T15:48:48.891 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial086.front.sepia.ceph.com -o noatime 2026-02-25T15:48:48.892 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-02-25T15:48:48.959 DEBUG:teuthology.orchestra.run.trial086:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-02-25T15:48:49.025 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-02-25T15:48:49.088 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-02-25T15:48:49.088 INFO:tasks.ceph:role: osd.7 2026-02-25T15:48:49.088 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:48:49.088 DEBUG:teuthology.orchestra.run.trial086:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-25T15:48:49.153 INFO:teuthology.orchestra.run.trial086.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout: = sunit=0 swidth=0 blks 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-25T15:48:49.154 INFO:teuthology.orchestra.run.trial086.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-25T15:48:49.710 INFO:teuthology.orchestra.run.trial086.stdout:Discarding blocks...Done. 2026-02-25T15:48:49.712 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial086.front.sepia.ceph.com -o noatime 2026-02-25T15:48:49.712 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-02-25T15:48:49.780 DEBUG:teuthology.orchestra.run.trial086:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-02-25T15:48:49.845 DEBUG:teuthology.orchestra.run.trial086:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:49.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.923+0000 7f23b280d780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-02-25T15:48:49.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.923+0000 7f23b280d780 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-02-25T15:48:49.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.923+0000 7f23b280d780 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2026-02-25T15:48:49.926 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.923+0000 7f23b280d780 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2026-02-25T15:48:49.926 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.923+0000 7f23b280d780 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2026-02-25T15:48:49.926 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:49.924+0000 7f23b280d780 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-02-25T15:48:52.779 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-02-25T15:48:52.845 DEBUG:teuthology.orchestra.run.trial086:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:52.923 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.922+0000 7f747900f780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-02-25T15:48:52.924 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.922+0000 7f747900f780 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-02-25T15:48:52.924 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.922+0000 7f747900f780 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2026-02-25T15:48:52.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.922+0000 7f747900f780 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2026-02-25T15:48:52.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.922+0000 7f747900f780 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2026-02-25T15:48:52.925 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:52.923+0000 7f747900f780 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-02-25T15:48:55.772 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-02-25T15:48:55.836 DEBUG:teuthology.orchestra.run.trial086:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:55.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.912+0000 7fdde8e10780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-02-25T15:48:55.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.913+0000 7fdde8e10780 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-02-25T15:48:55.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.913+0000 7fdde8e10780 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2026-02-25T15:48:55.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.913+0000 7fdde8e10780 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2026-02-25T15:48:55.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.913+0000 7fdde8e10780 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2026-02-25T15:48:55.915 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:55.913+0000 7fdde8e10780 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-02-25T15:48:58.034 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:58.036 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:48:58.768 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-02-25T15:48:58.793 DEBUG:teuthology.orchestra.run.trial086:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:48:58.871 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.869+0000 7f9449022780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-02-25T15:48:58.871 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.869+0000 7f9449022780 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-02-25T15:48:58.871 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.869+0000 7f9449022780 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2026-02-25T15:48:58.872 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.869+0000 7f9449022780 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2026-02-25T15:48:58.872 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.869+0000 7f9449022780 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2026-02-25T15:48:58.872 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:48:58.870+0000 7f9449022780 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-02-25T15:49:01.716 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-02-25T15:49:01.780 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-25T15:49:01.780 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:01.780 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-02-25T15:49:01.806 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:01.806 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2026-02-25T15:49:01.870 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:01.870 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2026-02-25T15:49:01.933 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:01.934 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-02-25T15:49:01.997 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:01.998 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-02-25T15:49:02.061 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:02.062 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-02-25T15:49:02.125 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:02.125 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-02-25T15:49:02.188 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.188 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-02-25T15:49:02.215 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.215 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2026-02-25T15:49:02.279 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.279 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2026-02-25T15:49:02.341 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.341 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-02-25T15:49:02.404 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.405 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-02-25T15:49:02.468 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.468 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-02-25T15:49:02.531 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.532 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-02-25T15:49:02.595 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:02.595 DEBUG:teuthology.orchestra.run.trial052:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-02-25T15:49:02.613 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:02.613 DEBUG:teuthology.orchestra.run.trial052:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2026-02-25T15:49:02.669 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.669 DEBUG:teuthology.orchestra.run.trial086:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-02-25T15:49:02.686 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:02.686 DEBUG:teuthology.orchestra.run.trial086:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2026-02-25T15:49:02.743 INFO:tasks.ceph:Adding keys to all mons... 2026-02-25T15:49:02.743 DEBUG:teuthology.orchestra.run.trial052:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-25T15:49:02.746 DEBUG:teuthology.orchestra.run.trial086:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-25T15:49:02.786 INFO:teuthology.orchestra.run.trial052.stdout:[mgr.y] 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDOGZ9p40SxHxAAWy00KxX8SUUICSS0EaVZqA== 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout:[mds.a] 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDOGZ9p3p4sJRAA5vzZUVXFa3UhX2H4n5k7Zg== 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout:[mds.c] 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDOGZ9pjuMcLhAANLmL0paMh/qND6KJFCm/5Q== 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout:[osd.0] 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDSGZ9pKxEJKxAAZlixF+TcQyDV/3Hpsk3DsQ== 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout:[osd.1] 2026-02-25T15:49:02.787 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDVGZ9pKYcdKhAAkN0GX0B0kz6omLqgeHTwcw== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[osd.2] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDYGZ9p3dchKRAApgDV4GP7jz+4yoVnKKOzUQ== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[osd.3] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDbGZ9pK1r5JxAAqGrN03RJOfd6jGbFU7LOmA== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[mgr.x] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDOGZ9pVQ6DIhAAoV1EKsxRXOZv0ojwUuS8gw== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[mds.b] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDOGZ9p1ZPBNBAA8XbnkYz37bJDSSFS6u42Mg== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[mds.d] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDPGZ9pL0EQAhAAQRfvdEUzfKey/9b3OTNs7A== 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout:[osd.4] 2026-02-25T15:49:02.788 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDhGZ9pPSojNxAAsYpjWll0zZjdt//OuE0eIw== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[osd.5] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDkGZ9p2d4PNxAAhltCK1w0mJA675e63qJHFg== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[osd.6] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDnGZ9pbnKANhAAlBeZH4w09fDwYp9Cgiw3KQ== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[osd.7] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDqGZ9po/TnMxAAFXFV1OBSkLJbUaYe7Gjfdw== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[client.0] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDPGZ9pLQUaCBAAKp78frAsr8QQRZUENI0qfA== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[client.2] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDPGZ9poUopDRAAKROTp7zsRDRg+ieg8MMpSw== 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout:[client.1] 2026-02-25T15:49:02.789 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDPGZ9pGDf0DxAAOUpUIBopH4WGGgF6cj18Yg== 2026-02-25T15:49:02.790 INFO:teuthology.orchestra.run.trial052.stdout:[client.3] 2026-02-25T15:49:02.790 INFO:teuthology.orchestra.run.trial052.stdout: key = AQDPGZ9pwhMLFRAAGikKKzKVtgLJefy0O6QN8A== 2026-02-25T15:49:02.805 INFO:teuthology.orchestra.run.trial086.stdout:[mgr.y] 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDOGZ9p40SxHxAAWy00KxX8SUUICSS0EaVZqA== 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout:[mds.a] 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDOGZ9p3p4sJRAA5vzZUVXFa3UhX2H4n5k7Zg== 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout:[mds.c] 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDOGZ9pjuMcLhAANLmL0paMh/qND6KJFCm/5Q== 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout:[osd.0] 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDSGZ9pKxEJKxAAZlixF+TcQyDV/3Hpsk3DsQ== 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout:[osd.1] 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDVGZ9pKYcdKhAAkN0GX0B0kz6omLqgeHTwcw== 2026-02-25T15:49:02.806 INFO:teuthology.orchestra.run.trial086.stdout:[osd.2] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDYGZ9p3dchKRAApgDV4GP7jz+4yoVnKKOzUQ== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[osd.3] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDbGZ9pK1r5JxAAqGrN03RJOfd6jGbFU7LOmA== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[mgr.x] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDOGZ9pVQ6DIhAAoV1EKsxRXOZv0ojwUuS8gw== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[mds.b] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDOGZ9p1ZPBNBAA8XbnkYz37bJDSSFS6u42Mg== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[mds.d] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDPGZ9pL0EQAhAAQRfvdEUzfKey/9b3OTNs7A== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[osd.4] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDhGZ9pPSojNxAAsYpjWll0zZjdt//OuE0eIw== 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout:[osd.5] 2026-02-25T15:49:02.807 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDkGZ9p2d4PNxAAhltCK1w0mJA675e63qJHFg== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[osd.6] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDnGZ9pbnKANhAAlBeZH4w09fDwYp9Cgiw3KQ== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[osd.7] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDqGZ9po/TnMxAAFXFV1OBSkLJbUaYe7Gjfdw== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[client.0] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDPGZ9pLQUaCBAAKp78frAsr8QQRZUENI0qfA== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[client.2] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDPGZ9poUopDRAAKROTp7zsRDRg+ieg8MMpSw== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[client.1] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDPGZ9pGDf0DxAAOUpUIBopH4WGGgF6cj18Yg== 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout:[client.3] 2026-02-25T15:49:02.808 INFO:teuthology.orchestra.run.trial086.stdout: key = AQDPGZ9pwhMLFRAAGikKKzKVtgLJefy0O6QN8A== 2026-02-25T15:49:02.810 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-25T15:49:02.833 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-25T15:49:02.890 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:02.913 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:02.972 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:02.992 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:03.051 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.072 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.131 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.151 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.211 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.232 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.289 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.311 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.367 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-25T15:49:03.391 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-25T15:49:03.447 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:03.470 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:03.527 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:03.560 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2026-02-25T15:49:03.620 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.640 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.702 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.718 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.784 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.797 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.862 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.874 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-25T15:49:03.940 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:03.953 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.019 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.033 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.100 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.113 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.179 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.193 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-02-25T15:49:04.259 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-25T15:49:04.260 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-02-25T15:49:04.295 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-25T15:49:04.382 DEBUG:teuthology.orchestra.run.trial052:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-02-25T15:49:04.408 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-02-25T15:49:04.433 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-25T15:49:04.518 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-02-25T15:49:04.543 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-02-25T15:49:04.608 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-25T15:49:04.695 DEBUG:teuthology.orchestra.run.trial086:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-02-25T15:49:04.720 DEBUG:teuthology.orchestra.run.trial052:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:49:04.723 DEBUG:teuthology.orchestra.run.trial086:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-25T15:49:04.776 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-02-25T15:49:04.776 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-25T15:49:04.776 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-25T15:49:04.779 INFO:tasks.ceph.mon.a:Started 2026-02-25T15:49:04.779 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-25T15:49:04.779 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-25T15:49:04.818 INFO:tasks.ceph.mon.b:Started 2026-02-25T15:49:04.819 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-25T15:49:04.819 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-25T15:49:04.821 INFO:tasks.ceph.mon.c:Started 2026-02-25T15:49:04.821 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-02-25T15:49:04.821 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-25T15:49:04.821 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-25T15:49:04.824 INFO:tasks.ceph.mgr.y:Started 2026-02-25T15:49:04.824 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-25T15:49:04.824 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-25T15:49:04.827 INFO:tasks.ceph.mgr.x:Started 2026-02-25T15:49:04.827 INFO:tasks.ceph:Setting crush tunables to default 2026-02-25T15:49:04.827 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --cluster ceph osd crush tunables default 2026-02-25T15:49:04.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.891+0000 7fabc5537640 1 Processor -- start 2026-02-25T15:49:04.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.891+0000 7fabc5537640 1 -- start start 2026-02-25T15:49:04.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc5537640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc5537640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabc015e900 con 0x7fabc00acdb0 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc5537640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabc006e0c0 con 0x7fabc015b090 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc5537640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc0070b90 con 0x7fabc015acb0 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc4d36640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fabc00acdb0 0x7fabc006c8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:57068/0 (socket says 10.20.193.52:57068) 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 learned_addr learned my addr 10.20.193.52:0/2859640222 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:04.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:04.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:05.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:05.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:05.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:05.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:05.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:05.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:05.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:05.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:05.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:05.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:05.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:06.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:06.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:06.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:06.295+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:06.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:06.295+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:06.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:06.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:06.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:06.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:07.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 msgr2=0x7fabc015e3c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:07.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabc015acb0 0x7fabc015e3c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:07.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v1:10.20.193.86:6789/0 conn(0x7fabc015b090 legacy=0x7fabc0070480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:07.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v1:10.20.193.52:6789/0 conn(0x7fabc00acdb0 legacy=0x7fabc006c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc0070b90 con 0x7fab9c006280 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab9c008e00 con 0x7fab9c0037f0 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:07.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:07.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:07.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:07.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:07.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:07.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:08.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:08.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:08.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:08.496 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:08.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:09.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:09.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:09.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:09.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:09.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:09.295+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:10.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 msgr2=0x7fab9c005c50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0037f0 0x7fab9c005c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 msgr2=0x7fab9c008740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c006280 0x7fab9c008740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 reap_dead start 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:10.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc0070b90 con 0x7fab9c003c40 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab9c008e00 con 0x7fab9c0075b0 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c008240 con 0x7fab9c006bf0 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:10.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:10.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:10.892+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.096 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.093+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:11.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:11.494+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:12.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbf7fe640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2026-02-25T15:49:12.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:12.296+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2026-02-25T15:49:13.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 msgr2=0x7fab9c007070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab9c006bf0 0x7fab9c007070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 msgr2=0x7fab9c007a60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.86:3300/0 conn(0x7fab9c0075b0 0x7fab9c007a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 msgr2=0x7fab9c0066b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 --2- 10.20.193.52:0/2859640222 >> v2:10.20.193.52:3300/0 conn(0x7fab9c003c40 0x7fab9c0066b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabc015d920 con 0x7fab9c010900 2026-02-25T15:49:13.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:13.892+0000 7fabbdffb640 1 -- 10.20.193.52:0/2859640222 --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab9c015450 con 0x7fab9c008620 2026-02-25T15:49:15.077 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.076+0000 7f4e9d3de140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.070+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 406852293 0 0) 0x7fabc015d920 con 0x7fab9c010900 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.070+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faba4003620 con 0x7fab9c010900 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.070+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2893313372 0 0) 0x7fab9c015450 con 0x7fab9c008620 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.070+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabc015d920 con 0x7fab9c008620 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3397344382 0 0) 0x7faba4003620 con 0x7fab9c010900 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 >> v1:10.20.193.86:6789/0 conn(0x7fab9c008620 legacy=0x7fab9c00f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab9c0165f0 con 0x7fab9c010900 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fabb0012580 con 0x7fab9c010900 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 >> v1:10.20.193.52:6789/0 conn(0x7fab9c010900 legacy=0x7fab9c012cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabc4d36640 1 -- 10.20.193.52:0/2859640222 reap_dead start 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 0x7faba4004100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 0x7faba4004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba4009a70 0x7faba400be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faba400c480 con 0x7faba4003d20 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faba400c5f0 con 0x7faba4009a70 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faba400c7b0 con 0x7faba40048c0 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 0x7faba4004100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabc4d36640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba4009a70 0x7faba400be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 0x7faba4004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 msgr2=0x7faba4004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 0x7faba4004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba4009a70 msgr2=0x7faba400be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba4009a70 0x7faba400be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 -- 10.20.193.52:0/2859640222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faba4003620 con 0x7faba4003d20 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 0x7faba4004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.071+0000 7fabbffff640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 0x7faba4004100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fabac003980 tx=0x7fabac0311b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3092633d7319dd66 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac031c10 con 0x7faba4003d20 2026-02-25T15:49:15.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabac01e040 con 0x7faba4003d20 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabbeffd640 1 -- 10.20.193.52:0/2859640222 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac039440 con 0x7faba4003d20 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 -- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 msgr2=0x7faba4004100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 0x7faba4004100 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fabac003980 tx=0x7fabac0311b0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 -- 10.20.193.52:0/2859640222 shutdown_connections 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba4009a70 0x7faba400be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba40048c0 0x7faba4004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 --2- 10.20.193.52:0/2859640222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4003d20 0x7faba4004100 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 -- 10.20.193.52:0/2859640222 >> 10.20.193.52:0/2859640222 conn(0x7fabc00b0a30 msgr2=0x7fabc00b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 -- 10.20.193.52:0/2859640222 shutdown_connections 2026-02-25T15:49:15.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.072+0000 7fabc5537640 1 -- 10.20.193.52:0/2859640222 wait complete. 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.073+0000 7fabc5537640 1 Processor -- start 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.073+0000 7fabc5537640 1 -- start start 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba4003d20 0x7fabc01585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba40048c0 0x7fabc014eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc01503a0 con 0x7faba4009a70 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc0158d00 con 0x7faba40048c0 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc0154390 con 0x7faba4003d20 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:58150/0 (socket says 10.20.193.52:58150) 2026-02-25T15:49:15.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 -- 10.20.193.52:0/1562749270 learned_addr learned my addr 10.20.193.52:0/1562749270 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbf7fe640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba40048c0 0x7fabc014eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbffff640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba4003d20 0x7fabc01585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 -- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba4003d20 msgr2=0x7fabc01585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba4003d20 0x7fabc01585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 -- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba40048c0 msgr2=0x7fabc014eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba40048c0 0x7fabc014eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 -- 10.20.193.52:0/1562749270 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc0154670 con 0x7faba4009a70 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc4d36640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fab9c008da0 tx=0x7fabb4007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb4012d00 con 0x7faba4009a70 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabb400d040 con 0x7faba4009a70 2026-02-25T15:49:15.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc0158f50 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb4014640 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc014f430 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7fabb4012040 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.074+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fabb4020670 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.075+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc0067c40 con 0x7faba4009a70 2026-02-25T15:49:15.084 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.075+0000 7f07f284d140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:49:15.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.076+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7fabb4014c30 con 0x7faba4009a70 2026-02-25T15:49:15.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.106+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fabc0159140 con 0x7faba4009a70 2026-02-25T15:49:15.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.108+0000 7fabbcff9640 1 -- 10.20.193.52:0/1562749270 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fabb4014dd0 con 0x7faba4009a70 2026-02-25T15:49:15.110 INFO:teuthology.orchestra.run.trial052.stderr:adjusted tunables profile to default 2026-02-25T15:49:15.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 msgr2=0x7fabc0160ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fab9c008da0 tx=0x7fabb4007430 comp rx=0 tx=0).stop 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 shutdown_connections 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faba4009a70 0x7fabc0160ea0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faba40048c0 0x7fabc014eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 --2- 10.20.193.52:0/1562749270 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faba4003d20 0x7fabc01585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 >> 10.20.193.52:0/1562749270 conn(0x7fabc00b0a30 msgr2=0x7fabc015eac0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 shutdown_connections 2026-02-25T15:49:15.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:15.109+0000 7fabc5537640 1 -- 10.20.193.52:0/1562749270 wait complete. 2026-02-25T15:49:15.120 INFO:tasks.ceph:check_enable_crimson: False 2026-02-25T15:49:15.120 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-02-25T15:49:15.120 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:15.120 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-02-25T15:49:15.146 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:15.146 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-02-25T15:49:15.211 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:15.212 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-02-25T15:49:15.278 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:15.279 DEBUG:teuthology.orchestra.run.trial052:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-02-25T15:49:15.343 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:15.343 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-02-25T15:49:15.367 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:15.367 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-02-25T15:49:15.433 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:15.434 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-02-25T15:49:15.496 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:49:15.496 DEBUG:teuthology.orchestra.run.trial086:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-02-25T15:49:15.529 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.528+0000 7f4e9d3de140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:49:15.532 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.530+0000 7f07f284d140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:49:15.552 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 83617ddb-fd8f-4cfe-92af-043bb8d1d78e 0 2026-02-25T15:49:15.555 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.554+0000 7f4e9d3de140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:49:15.558 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.556+0000 7f07f284d140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:49:15.588 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.587+0000 7f4e9d3de140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:49:15.591 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.590+0000 7f07f284d140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:49:15.611 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.610+0000 7f4e9d3de140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:49:15.614 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.612+0000 7f07f284d140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:49:15.621 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.621+0000 7fc0eb265640 1 Processor -- start 2026-02-25T15:49:15.621 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.621+0000 7fc0eb265640 1 -- start start 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0eb265640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0eb265640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 0x7fc0e40d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0eb265640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0e40ceb50 con 0x7fc0e415d600 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0eb265640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0e40cf3f0 con 0x7fc0e40ce6a0 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0eb265640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e40d0670 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.622 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0dbfff640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 0x7fc0e40d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0dbfff640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.86:40416/0 (socket says 10.20.193.86:40416) 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0dbfff640 1 -- 10.20.193.86:0/1724247335 learned_addr learned my addr 10.20.193.86:0/1724247335 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 -- 10.20.193.86:0/1724247335 >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 msgr2=0x7fc0e40b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 --2- 10.20.193.86:0/1724247335 >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 -- 10.20.193.86:0/1724247335 >> v1:10.20.193.52:6789/0 conn(0x7fc0e415d600 legacy=0x7fc0e40cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 -- 10.20.193.86:0/1724247335 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e40cee30 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0dbfff640 1 --2- 10.20.193.86:0/1724247335 >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0e97db640 1 --2- 10.20.193.86:0/1724247335 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 0x7fc0e40d0130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0009d90 tx=0x7fc0e002f270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74f457af5781e771 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.622+0000 7fc0db7fe640 1 -- 10.20.193.86:0/1724247335 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e0006ea0 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0db7fe640 1 -- 10.20.193.86:0/1724247335 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0e0037440 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.623 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0db7fe640 1 -- 10.20.193.86:0/1724247335 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e00377d0 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 -- 10.20.193.86:0/1724247335 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 msgr2=0x7fc0e40d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 --2- 10.20.193.86:0/1724247335 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 0x7fc0e40d0130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0009d90 tx=0x7fc0e002f270 comp rx=0 tx=0).stop 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 -- 10.20.193.86:0/1724247335 shutdown_connections 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 --2- 10.20.193.86:0/1724247335 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40cfcc0 0x7fc0e40d0130 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 --2- 10.20.193.86:0/1724247335 >> v2:10.20.193.86:3300/0 conn(0x7fc0e40ce6a0 0x7fc0e40b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 -- 10.20.193.86:0/1724247335 >> 10.20.193.86:0/1724247335 conn(0x7fc0e409c7c0 msgr2=0x7fc0e40d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 -- 10.20.193.86:0/1724247335 shutdown_connections 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.623+0000 7fc0eb265640 1 -- 10.20.193.86:0/1724247335 wait complete. 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 Processor -- start 2026-02-25T15:49:15.624 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 -- start start 2026-02-25T15:49:15.625 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 0x7fc0e40c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 0x7fc0e40b5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 0x7fc0e415b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e40ca280 con 0x7fc0e415d600 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e415dc90 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0eb265640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e415df70 con 0x7fc0e40ce6a0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0e8fda640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 0x7fc0e40c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 0x7fc0e40b5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0e8fda640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 0x7fc0e40c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36032/0 (socket says 10.20.193.86:36032) 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0e8fda640 1 -- 10.20.193.86:0/3854612571 learned_addr learned my addr 10.20.193.86:0/3854612571 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0e97db640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 0x7fc0e415b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 -- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 msgr2=0x7fc0e40c9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 0x7fc0e40c9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 -- 10.20.193.86:0/3854612571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 msgr2=0x7fc0e415b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 0x7fc0e415b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0dbfff640 1 -- 10.20.193.86:0/3854612571 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0cc0095d0 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.624+0000 7fc0e97db640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 0x7fc0e415b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0dbfff640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 0x7fc0e40b5210 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40cea80 tx=0x7fc0cc00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0cc00c9b0 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0cc00cb10 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0e0009a70 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0cc00ce80 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0e415e530 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7fc0cc011070 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc0cc003cc0 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.626 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.625+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0e406bf30 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.627 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.627+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7fc0cc020060 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.637 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.636+0000 7f4e9d3de140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:49:15.640 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.638+0000 7f07f284d140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:49:15.659 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.658+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_command({"prefix": "osd new", "uuid": "83617ddb-fd8f-4cfe-92af-043bb8d1d78e", "id": 0} v 0) v1 -- 0x7fc0e40d0130 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.661 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0d97fa640 1 -- 10.20.193.86:0/3854612571 <== mon.1 v2:10.20.193.86:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "83617ddb-fd8f-4cfe-92af-043bb8d1d78e", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc0cc004030 con 0x7fc0e40cfcc0 2026-02-25T15:49:15.661 INFO:teuthology.orchestra.run.trial086.stdout:0 2026-02-25T15:49:15.662 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 msgr2=0x7fc0e40b5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.662 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 0x7fc0e40b5210 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40cea80 tx=0x7fc0cc00ee40 comp rx=0 tx=0).stop 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 shutdown_connections 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0e415d600 0x7fc0e415b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0e40cfcc0 0x7fc0e40b5210 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 --2- 10.20.193.86:0/3854612571 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0e40ce6a0 0x7fc0e40c9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 >> 10.20.193.86:0/3854612571 conn(0x7fc0e409c7c0 msgr2=0x7fc0e406b620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 shutdown_connections 2026-02-25T15:49:15.663 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.661+0000 7fc0eb265640 1 -- 10.20.193.86:0/3854612571 wait complete. 2026-02-25T15:49:15.670 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 4fa9791e-5806-45d4-8031-fa190d47f7a3 1 2026-02-25T15:49:15.694 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.694+0000 7f4e9d3de140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:49:15.697 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.694+0000 7f07f284d140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:49:15.757 INFO:tasks.ceph.mgr.y.trial052.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:49:15.757 INFO:tasks.ceph.mgr.y.trial052.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:49:15.758 INFO:tasks.ceph.mgr.y.trial052.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:49:15.758 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.757+0000 7f6db69b9640 1 Processor -- start 2026-02-25T15:49:15.759 INFO:tasks.ceph.mgr.x.trial086.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:49:15.759 INFO:tasks.ceph.mgr.x.trial086.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:49:15.759 INFO:tasks.ceph.mgr.x.trial086.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.757+0000 7f6db69b9640 1 -- start start 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db69b9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db69b9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6db006c770 0x7f6db00ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db69b9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6db0071d80 con 0x7f6db015ec20 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db69b9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6db00cdf70 con 0x7f6db006c770 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db69b9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6db00cd680 con 0x7f6db00715c0 2026-02-25T15:49:15.763 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6db4f2f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6db006c770 0x7f6db00ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36046/0 (socket says 10.20.193.86:36046) 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 -- 10.20.193.86:0/4194339249 learned_addr learned my addr 10.20.193.86:0/4194339249 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 -- 10.20.193.86:0/4194339249 >> v2:10.20.193.86:3300/0 conn(0x7f6db006c770 msgr2=0x7f6db00ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 --2- 10.20.193.86:0/4194339249 >> v2:10.20.193.86:3300/0 conn(0x7f6db006c770 0x7f6db00ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 -- 10.20.193.86:0/4194339249 >> v1:10.20.193.52:6789/0 conn(0x7f6db015ec20 legacy=0x7f6db00724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 -- 10.20.193.86:0/4194339249 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6db00cfd80 con 0x7f6db00715c0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.758+0000 7f6daf7fe640 1 --2- 10.20.193.86:0/4194339249 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009970 tx=0x7f6da002efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36153bfb7fd5c3f9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6daeffd640 1 -- 10.20.193.86:0/4194339249 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da002fbe0 con 0x7f6db00715c0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6daeffd640 1 -- 10.20.193.86:0/4194339249 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da002fd40 con 0x7f6db00715c0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6daeffd640 1 -- 10.20.193.86:0/4194339249 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da0037660 con 0x7f6db00715c0 2026-02-25T15:49:15.764 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 -- 10.20.193.86:0/4194339249 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 msgr2=0x7f6db015f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 --2- 10.20.193.86:0/4194339249 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6da0009970 tx=0x7f6da002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 -- 10.20.193.86:0/4194339249 shutdown_connections 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 --2- 10.20.193.86:0/4194339249 >> v2:10.20.193.86:3300/0 conn(0x7f6db006c770 0x7f6db00ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 --2- 10.20.193.86:0/4194339249 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db00715c0 0x7f6db015f000 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 -- 10.20.193.86:0/4194339249 >> 10.20.193.86:0/4194339249 conn(0x7f6db00cef90 msgr2=0x7f6db00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 -- 10.20.193.86:0/4194339249 shutdown_connections 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.759+0000 7f6db69b9640 1 -- 10.20.193.86:0/4194339249 wait complete. 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 Processor -- start 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 -- start start 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6db006c770 0x7f6db01537e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 0x7f6db0143bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.765 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6db0155890 con 0x7f6db00715c0 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6db0154c10 con 0x7f6db006c770 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db69b9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6db0154ef0 con 0x7f6db015ec20 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36056/0 (socket says 10.20.193.86:36056) 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 -- 10.20.193.86:0/648194040 learned_addr learned my addr 10.20.193.86:0/648194040 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6daffff640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6db006c770 0x7f6db01537e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6daf7fe640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 0x7f6db0143bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 -- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6db006c770 msgr2=0x7f6db01537e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6db006c770 0x7f6db01537e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 -- 10.20.193.86:0/648194040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 msgr2=0x7f6db0143bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.766 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 0x7f6db0143bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6db4f2f640 1 -- 10.20.193.86:0/648194040 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da00095d0 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.760+0000 7f6daf7fe640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 0x7f6db0143bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6db4f2f640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6da400efc0 tx=0x7f6da400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da4006ea0 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6da400f040 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6da40146c0 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6db01551d0 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6db0153d20 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7f6da4014b20 con 0x7f6db015ec20 2026-02-25T15:49:15.767 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f6da4013790 con 0x7f6db015ec20 2026-02-25T15:49:15.768 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.761+0000 7f4e9d3de140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:49:15.768 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.761+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6db0068270 con 0x7f6db015ec20 2026-02-25T15:49:15.768 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.763+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f6da4018020 con 0x7f6db015ec20 2026-02-25T15:49:15.769 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.759+0000 7f07f284d140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:49:15.785 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.784+0000 7f07f284d140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:49:15.787 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.787+0000 7f4e9d3de140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:49:15.795 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.795+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4fa9791e-5806-45d4-8031-fa190d47f7a3", "id": 1} v 0) v1 -- 0x7f6db0144da0 con 0x7f6db015ec20 2026-02-25T15:49:15.797 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6dacff9640 1 -- 10.20.193.86:0/648194040 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4fa9791e-5806-45d4-8031-fa190d47f7a3", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6da401d400 con 0x7f6db015ec20 2026-02-25T15:49:15.797 INFO:teuthology.orchestra.run.trial086.stdout:1 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 msgr2=0x7f6db0144130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6da400efc0 tx=0x7f6da400c490 comp rx=0 tx=0).stop 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 shutdown_connections 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6db015ec20 0x7f6db0144130 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6db00715c0 0x7f6db0143bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 --2- 10.20.193.86:0/648194040 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6db006c770 0x7f6db01537e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.797+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 >> 10.20.193.86:0/648194040 conn(0x7f6db00cef90 msgr2=0x7f6db0072230 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.798+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 shutdown_connections 2026-02-25T15:49:15.798 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.798+0000 7f6db69b9640 1 -- 10.20.193.86:0/648194040 wait complete. 2026-02-25T15:49:15.806 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 1dcc09ef-a377-485d-b6dd-f0a2a19b8e26 2 2026-02-25T15:49:15.840 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.839+0000 7f07f284d140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:49:15.843 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.843+0000 7f4e9d3de140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:49:15.872 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 Processor -- start 2026-02-25T15:49:15.872 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 -- start start 2026-02-25T15:49:15.873 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f202c15d600 0x7f202c0b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.873 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f202c0cdf90 0x7f202c0ce3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.873 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f202c0ce910 con 0x7f202c0cfcc0 2026-02-25T15:49:15.873 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f202c0cf3f0 con 0x7f202c0cdf90 2026-02-25T15:49:15.873 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.872+0000 7f20348b2640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f202c0ceb50 con 0x7f202c15d600 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032e28640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f202c0cfcc0 0x7f202c0d1710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.86:38434/0 (socket says 10.20.193.86:38434) 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032e28640 1 -- 10.20.193.86:0/4172586106 learned_addr learned my addr 10.20.193.86:0/4172586106 (peer_addr_for_me v1:10.20.193.86:0/0) 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 --2- 10.20.193.86:0/4172586106 >> v2:10.20.193.86:3300/0 conn(0x7f202c15d600 0x7f202c0b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031e26640 1 --2- 10.20.193.86:0/4172586106 >> v2:10.20.193.52:3300/0 conn(0x7f202c0cdf90 0x7f202c0ce3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031625640 1 -- 10.20.193.86:0/4172586106 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2562690560 0 0) 0x7f2020002ca0 con 0x7f202c0cfcc0 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031625640 1 -- 10.20.193.86:0/4172586106 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f201c003620 con 0x7f202c0cfcc0 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 -- 10.20.193.86:0/4172586106 >> v2:10.20.193.52:3300/0 conn(0x7f202c0cdf90 msgr2=0x7f202c0ce3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 --2- 10.20.193.86:0/4172586106 >> v2:10.20.193.52:3300/0 conn(0x7f202c0cdf90 0x7f202c0ce3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 -- 10.20.193.86:0/4172586106 >> v1:10.20.193.86:6789/0 conn(0x7f202c0cfcc0 legacy=0x7f202c0d1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.874 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 -- 10.20.193.86:0/4172586106 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f202c0cee30 con 0x7f202c15d600 2026-02-25T15:49:15.876 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2032627640 1 --2- 10.20.193.86:0/4172586106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c15d600 0x7f202c0b00b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f202c08daf0 tx=0x7f202402eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=639e0b662b862be9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.876 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031625640 1 -- 10.20.193.86:0/4172586106 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f202402fb80 con 0x7f202c15d600 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031625640 1 -- 10.20.193.86:0/4172586106 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f202402fce0 con 0x7f202c15d600 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.873+0000 7f2031625640 1 -- 10.20.193.86:0/4172586106 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2024037660 con 0x7f202c15d600 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- 10.20.193.86:0/4172586106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c15d600 msgr2=0x7f202c0b00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 --2- 10.20.193.86:0/4172586106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c15d600 0x7f202c0b00b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f202c08daf0 tx=0x7f202402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- 10.20.193.86:0/4172586106 shutdown_connections 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 --2- 10.20.193.86:0/4172586106 >> v2:10.20.193.52:3300/0 conn(0x7f202c0cdf90 0x7f202c0ce3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 --2- 10.20.193.86:0/4172586106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c15d600 0x7f202c0b00b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- 10.20.193.86:0/4172586106 >> 10.20.193.86:0/4172586106 conn(0x7f202c09c7c0 msgr2=0x7f202c0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- 10.20.193.86:0/4172586106 shutdown_connections 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- 10.20.193.86:0/4172586106 wait complete. 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 Processor -- start 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.874+0000 7f20348b2640 1 -- start start 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f202c0cfcc0 0x7f202c0b8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f202c15d600 0x7f202c0cc810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0cc380 con 0x7f202c0cfcc0 2026-02-25T15:49:15.877 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0cc050 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f202c0c70f0 con 0x7f202c15d600 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.86:40466/0 (socket says 10.20.193.86:40466) 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 -- 10.20.193.86:0/3926996028 learned_addr learned my addr 10.20.193.86:0/3926996028 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032e28640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f202c15d600 0x7f202c0cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2031e26640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f202c0cfcc0 0x7f202c0b8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 -- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f202c15d600 msgr2=0x7f202c0cc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f202c15d600 0x7f202c0cc810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 -- 10.20.193.86:0/3926996028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f202c0cfcc0 msgr2=0x7f202c0b8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f202c0cfcc0 0x7f202c0b8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 -- 10.20.193.86:0/3926996028 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2024009500 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2032627640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2024009130 tx=0x7f20240047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2024046070 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f202402fb00 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f202c0c73d0 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2024040890 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f202c0c76b0 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7f2024040cf0 con 0x7f202c0cdf90 2026-02-25T15:49:15.878 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.875+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f2024042db0 con 0x7f202c0cdf90 2026-02-25T15:49:15.879 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.876+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f202c0ce3d0 con 0x7f202c0cdf90 2026-02-25T15:49:15.879 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.877+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f202403c070 con 0x7f202c0cdf90 2026-02-25T15:49:15.882 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.881+0000 7f07f284d140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:49:15.886 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.886+0000 7f4e9d3de140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:49:15.908 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.906+0000 7f07f284d140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:49:15.910 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.909+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1dcc09ef-a377-485d-b6dd-f0a2a19b8e26", "id": 2} v 0) v1 -- 0x7f202c0d0a30 con 0x7f202c0cdf90 2026-02-25T15:49:15.912 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.911+0000 7f2016ffd640 1 -- 10.20.193.86:0/3926996028 <== mon.1 v2:10.20.193.86:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1dcc09ef-a377-485d-b6dd-f0a2a19b8e26", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2024042450 con 0x7f202c0cdf90 2026-02-25T15:49:15.912 INFO:teuthology.orchestra.run.trial086.stdout:2 2026-02-25T15:49:15.913 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 msgr2=0x7f202c1494e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2024009130 tx=0x7f20240047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 shutdown_connections 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f202c15d600 0x7f202c0cc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f202c0cfcc0 0x7f202c0b8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 --2- 10.20.193.86:0/3926996028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f202c0cdf90 0x7f202c1494e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 >> 10.20.193.86:0/3926996028 conn(0x7f202c09c7c0 msgr2=0x7f202c06c850 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 shutdown_connections 2026-02-25T15:49:15.914 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:15.912+0000 7f20348b2640 1 -- 10.20.193.86:0/3926996028 wait complete. 2026-02-25T15:49:15.915 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.912+0000 7f4e9d3de140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:49:15.921 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 237e21db-891b-4b15-adf8-865bc6b27084 3 2026-02-25T15:49:15.932 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.930+0000 7f07f284d140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:49:15.937 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.937+0000 7f4e9d3de140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:49:15.957 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.955+0000 7f07f284d140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:49:15.962 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.962+0000 7f4e9d3de140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:49:15.979 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:15.977+0000 7f07f284d140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:49:15.985 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:15.984+0000 7f4e9d3de140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:49:16.004 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 Processor -- start 2026-02-25T15:49:16.004 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 -- start start 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff8740ce6a0 0x7ff8740b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8740ceb50 con 0x7ff87415d600 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8740cf3f0 con 0x7ff8740ce6a0 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff879ded640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8740d0670 con 0x7ff8740cfcc0 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36068/0 (socket says 10.20.193.86:36068) 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 -- 10.20.193.86:0/1597743070 learned_addr learned my addr 10.20.193.86:0/1597743070 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff872ffd640 1 --2- 10.20.193.86:0/1597743070 >> v2:10.20.193.52:3300/0 conn(0x7ff8740ce6a0 0x7ff8740b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 -- 10.20.193.86:0/1597743070 >> v2:10.20.193.52:3300/0 conn(0x7ff8740ce6a0 msgr2=0x7ff8740b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 --2- 10.20.193.86:0/1597743070 >> v2:10.20.193.52:3300/0 conn(0x7ff8740ce6a0 0x7ff8740b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 -- 10.20.193.86:0/1597743070 >> v1:10.20.193.52:6789/0 conn(0x7ff87415d600 legacy=0x7ff8740cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.005 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.004+0000 7ff873fff640 1 -- 10.20.193.86:0/1597743070 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8740cee30 con 0x7ff8740cfcc0 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff873fff640 1 --2- 10.20.193.86:0/1597743070 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff868009e50 tx=0x7ff86802f330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6829c41f7b9a911 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff8727fc640 1 -- 10.20.193.86:0/1597743070 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff868006ea0 con 0x7ff8740cfcc0 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff8727fc640 1 -- 10.20.193.86:0/1597743070 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff86802fd90 con 0x7ff8740cfcc0 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff8727fc640 1 -- 10.20.193.86:0/1597743070 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff868037610 con 0x7ff8740cfcc0 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 -- 10.20.193.86:0/1597743070 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 msgr2=0x7ff8740d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 --2- 10.20.193.86:0/1597743070 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff868009e50 tx=0x7ff86802f330 comp rx=0 tx=0).stop 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 -- 10.20.193.86:0/1597743070 shutdown_connections 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 --2- 10.20.193.86:0/1597743070 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8740cfcc0 0x7ff8740d0130 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 --2- 10.20.193.86:0/1597743070 >> v2:10.20.193.52:3300/0 conn(0x7ff8740ce6a0 0x7ff8740b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 -- 10.20.193.86:0/1597743070 >> 10.20.193.86:0/1597743070 conn(0x7ff87409c7c0 msgr2=0x7ff8740d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 -- 10.20.193.86:0/1597743070 shutdown_connections 2026-02-25T15:49:16.006 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.005+0000 7ff879ded640 1 -- 10.20.193.86:0/1597743070 wait complete. 2026-02-25T15:49:16.007 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 Processor -- start 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 -- start start 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8740ce6a0 0x7ff8740b8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8740cfcc0 0x7ff8740ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8741f85c0 con 0x7ff8740cfcc0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8741f88a0 con 0x7ff8740ce6a0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff879ded640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8741f8b80 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff873fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff8737fe640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8740ce6a0 0x7ff8740b8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff873fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36084/0 (socket says 10.20.193.86:36084) 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.006+0000 7ff873fff640 1 -- 10.20.193.86:0/929438721 learned_addr learned my addr 10.20.193.86:0/929438721 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff872ffd640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8740cfcc0 0x7ff8740ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 -- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8740ce6a0 msgr2=0x7ff8740b8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8740ce6a0 0x7ff8740b8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 -- 10.20.193.86:0/929438721 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8740cfcc0 msgr2=0x7ff8740ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8740cfcc0 0x7ff8740ccd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 -- 10.20.193.86:0/929438721 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff868009b30 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff873fff640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff868009e50 tx=0x7ff868004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff868009510 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff868006ea0 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8741f8e60 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff868041660 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8740b9220 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7ff86803f070 con 0x7ff87415d600 2026-02-25T15:49:16.008 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7ff86804b410 con 0x7ff87415d600 2026-02-25T15:49:16.009 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.007+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8741f9380 con 0x7ff87415d600 2026-02-25T15:49:16.009 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.009+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7ff8741f9380 con 0x7ff87415d600 2026-02-25T15:49:16.042 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.041+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "237e21db-891b-4b15-adf8-865bc6b27084", "id": 3} v 0) v1 -- 0x7ff8740d0130 con 0x7ff87415d600 2026-02-25T15:49:16.044 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff84ffff640 1 -- 10.20.193.86:0/929438721 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "237e21db-891b-4b15-adf8-865bc6b27084", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff868046020 con 0x7ff87415d600 2026-02-25T15:49:16.045 INFO:teuthology.orchestra.run.trial086.stdout:3 2026-02-25T15:49:16.046 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 msgr2=0x7ff8741565b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.046 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff868009e50 tx=0x7ff868004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:16.046 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 shutdown_connections 2026-02-25T15:49:16.046 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff87415d600 0x7ff8741565b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.047 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8740cfcc0 0x7ff8740ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.047 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 --2- 10.20.193.86:0/929438721 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8740ce6a0 0x7ff8740b8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.047 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 >> 10.20.193.86:0/929438721 conn(0x7ff87409c7c0 msgr2=0x7ff8740b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.047 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 shutdown_connections 2026-02-25T15:49:16.047 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.044+0000 7ff879ded640 1 -- 10.20.193.86:0/929438721 wait complete. 2026-02-25T15:49:16.053 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 6cc08cfd-1e43-492b-88ba-369d201dad00 4 2026-02-25T15:49:16.162 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 Processor -- start 2026-02-25T15:49:16.162 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 -- start start 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa2740ae570 0x7fa274070480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2740ce290 con 0x7fa2740ae150 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa27406e7e0 con 0x7fa2740ae570 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa2795e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2740cdf60 con 0x7fa27406c7f0 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa273fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa273fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36092/0 (socket says 10.20.193.86:36092) 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa273fff640 1 -- 10.20.193.86:0/2892727481 learned_addr learned my addr 10.20.193.86:0/2892727481 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.163 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.157+0000 7fa278de5640 1 --2- 10.20.193.86:0/2892727481 >> v2:10.20.193.52:3300/0 conn(0x7fa2740ae570 0x7fa274070480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa273fff640 1 -- 10.20.193.86:0/2892727481 >> v2:10.20.193.52:3300/0 conn(0x7fa2740ae570 msgr2=0x7fa274070480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa273fff640 1 --2- 10.20.193.86:0/2892727481 >> v2:10.20.193.52:3300/0 conn(0x7fa2740ae570 0x7fa274070480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa273fff640 1 -- 10.20.193.86:0/2892727481 >> v1:10.20.193.52:6789/0 conn(0x7fa2740ae150 legacy=0x7fa27406cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa273fff640 1 -- 10.20.193.86:0/2892727481 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa27406e240 con 0x7fa27406c7f0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa273fff640 1 --2- 10.20.193.86:0/2892727481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa260009970 tx=0x7fa26002efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6a8fe1ec6e7211c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa272ffd640 1 -- 10.20.193.86:0/2892727481 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa26002fbe0 con 0x7fa27406c7f0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa272ffd640 1 -- 10.20.193.86:0/2892727481 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa26002fd40 con 0x7fa27406c7f0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa272ffd640 1 -- 10.20.193.86:0/2892727481 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa260037660 con 0x7fa27406c7f0 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 -- 10.20.193.86:0/2892727481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 msgr2=0x7fa2740ce720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 --2- 10.20.193.86:0/2892727481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa260009970 tx=0x7fa26002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 -- 10.20.193.86:0/2892727481 shutdown_connections 2026-02-25T15:49:16.164 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 --2- 10.20.193.86:0/2892727481 >> v2:10.20.193.52:3300/0 conn(0x7fa2740ae570 0x7fa274070480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 --2- 10.20.193.86:0/2892727481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa2740ce720 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 -- 10.20.193.86:0/2892727481 >> 10.20.193.86:0/2892727481 conn(0x7fa2740b0a30 msgr2=0x7fa2740b0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 -- 10.20.193.86:0/2892727481 shutdown_connections 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.158+0000 7fa2795e6640 1 -- 10.20.193.86:0/2892727481 wait complete. 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 Processor -- start 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 -- start start 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2740ae150 0x7fa274153e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2740ae570 0x7fa2740ad020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa274155000 con 0x7fa2740ae150 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa274154480 con 0x7fa2740ae570 2026-02-25T15:49:16.165 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.159+0000 7fa2795e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa274154760 con 0x7fa27406c7f0 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36100/0 (socket says 10.20.193.86:36100) 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 -- 10.20.193.86:0/78632034 learned_addr learned my addr 10.20.193.86:0/78632034 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa278de5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2740ae570 0x7fa2740ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa2737fe640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2740ae150 0x7fa274153e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 -- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2740ae570 msgr2=0x7fa2740ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2740ae570 0x7fa2740ad020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 -- 10.20.193.86:0/78632034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2740ae150 msgr2=0x7fa274153e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2740ae150 0x7fa274153e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.166 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 -- 10.20.193.86:0/78632034 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2600095d0 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa273fff640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa260009970 tx=0x7fa2600047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa260040610 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa260040770 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa274154a40 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa260040b20 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa27414de50 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7fa260046020 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.160+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fa260048c10 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.161+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa274067c40 con 0x7fa27406c7f0 2026-02-25T15:49:16.167 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.162+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7fa26003c070 con 0x7fa27406c7f0 2026-02-25T15:49:16.170 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.169+0000 7f07f284d140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:49:16.183 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.182+0000 7f4e9d3de140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:49:16.194 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.194+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6cc08cfd-1e43-492b-88ba-369d201dad00", "id": 4} v 0) v1 -- 0x7fa2740ce720 con 0x7fa27406c7f0 2026-02-25T15:49:16.197 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa270ff9640 1 -- 10.20.193.86:0/78632034 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6cc08cfd-1e43-492b-88ba-369d201dad00", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa260048700 con 0x7fa27406c7f0 2026-02-25T15:49:16.197 INFO:teuthology.orchestra.run.trial086.stdout:4 2026-02-25T15:49:16.199 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 msgr2=0x7fa274151680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.199 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa260009970 tx=0x7fa2600047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.199 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 shutdown_connections 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2740ae570 0x7fa2740ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2740ae150 0x7fa274153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 --2- 10.20.193.86:0/78632034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa27406c7f0 0x7fa274151680 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 >> 10.20.193.86:0/78632034 conn(0x7fa2740b0a30 msgr2=0x7fa27415d750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 shutdown_connections 2026-02-25T15:49:16.200 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.196+0000 7fa2795e6640 1 -- 10.20.193.86:0/78632034 wait complete. 2026-02-25T15:49:16.204 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new b7719ba0-a6f3-4a63-9375-ad10e37c7bd3 5 2026-02-25T15:49:16.224 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.222+0000 7f07f284d140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:49:16.238 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.237+0000 7f4e9d3de140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:49:16.246 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.244+0000 7f07f284d140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:49:16.261 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.260+0000 7f4e9d3de140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:49:16.268 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.267+0000 7f07f284d140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:49:16.277 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.269+0000 7f64b13d0640 1 Processor -- start 2026-02-25T15:49:16.277 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.269+0000 7f64b13d0640 1 -- start start 2026-02-25T15:49:16.277 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64b13d0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.277 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64b13d0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f64ac0715c0 0x7f64ac15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.277 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64b13d0640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64ac071d80 con 0x7f64ac06c770 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64b13d0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64ac0cdf70 con 0x7f64ac0715c0 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64b13d0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac0cd680 con 0x7f64ac15ec20 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36116/0 (socket says 10.20.193.86:36116) 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 -- 10.20.193.86:0/2116228353 learned_addr learned my addr 10.20.193.86:0/2116228353 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aa7fc640 1 --2- 10.20.193.86:0/2116228353 >> v2:10.20.193.52:3300/0 conn(0x7f64ac0715c0 0x7f64ac15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 -- 10.20.193.86:0/2116228353 >> v2:10.20.193.52:3300/0 conn(0x7f64ac0715c0 msgr2=0x7f64ac15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 --2- 10.20.193.86:0/2116228353 >> v2:10.20.193.52:3300/0 conn(0x7f64ac0715c0 0x7f64ac15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 -- 10.20.193.86:0/2116228353 >> v1:10.20.193.52:6789/0 conn(0x7f64ac06c770 legacy=0x7f64ac0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.270+0000 7f64aaffd640 1 -- 10.20.193.86:0/2116228353 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64ac072a10 con 0x7f64ac15ec20 2026-02-25T15:49:16.278 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64aaffd640 1 --2- 10.20.193.86:0/2116228353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009970 tx=0x7f64a002efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75e54025e419be29 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64a9ffb640 1 -- 10.20.193.86:0/2116228353 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a002fbe0 con 0x7f64ac15ec20 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64a9ffb640 1 -- 10.20.193.86:0/2116228353 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a002fd40 con 0x7f64ac15ec20 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64a9ffb640 1 -- 10.20.193.86:0/2116228353 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a0037660 con 0x7f64ac15ec20 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 -- 10.20.193.86:0/2116228353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 msgr2=0x7f64ac0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 --2- 10.20.193.86:0/2116228353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009970 tx=0x7f64a002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 -- 10.20.193.86:0/2116228353 shutdown_connections 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 --2- 10.20.193.86:0/2116228353 >> v2:10.20.193.52:3300/0 conn(0x7f64ac0715c0 0x7f64ac15f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 --2- 10.20.193.86:0/2116228353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac15ec20 0x7f64ac0724d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 -- 10.20.193.86:0/2116228353 >> 10.20.193.86:0/2116228353 conn(0x7f64ac0cef90 msgr2=0x7f64ac0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 -- 10.20.193.86:0/2116228353 shutdown_connections 2026-02-25T15:49:16.279 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.271+0000 7f64b13d0640 1 -- 10.20.193.86:0/2116228353 wait complete. 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 Processor -- start 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 -- start start 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 0x7f64ac13f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f64ac15ec20 0x7f64ac15dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac0b2da0 con 0x7f64ac06c770 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac13f760 con 0x7f64ac15ec20 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac0b2190 con 0x7f64ac0715c0 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36128/0 (socket says 10.20.193.86:36128) 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 -- 10.20.193.86:0/515425177 learned_addr learned my addr 10.20.193.86:0/515425177 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.280 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64ab7fe640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f64ac15ec20 0x7f64ac15dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aaffd640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 0x7f64ac13f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 -- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f64ac15ec20 msgr2=0x7f64ac15dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f64ac15ec20 0x7f64ac15dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 -- 10.20.193.86:0/515425177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 msgr2=0x7f64ac13f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 0x7f64ac13f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 -- 10.20.193.86:0/515425177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a00095d0 con 0x7f64ac0715c0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aaffd640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 0x7f64ac13f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64aa7fc640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f649400e790 tx=0x7f649400ec60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649400c8d0 con 0x7f64ac0715c0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f649400ca30 con 0x7f64ac0715c0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64ac0b2470 con 0x7f64ac0715c0 2026-02-25T15:49:16.281 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.272+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f649400cde0 con 0x7f64ac0715c0 2026-02-25T15:49:16.282 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.273+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64ac0b2a30 con 0x7f64ac0715c0 2026-02-25T15:49:16.282 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.273+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7f649401c750 con 0x7f64ac0715c0 2026-02-25T15:49:16.282 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.273+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f6494013c10 con 0x7f64ac0715c0 2026-02-25T15:49:16.282 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.273+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64ac068270 con 0x7f64ac0715c0 2026-02-25T15:49:16.282 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.274+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f6494021060 con 0x7f64ac0715c0 2026-02-25T15:49:16.284 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.284+0000 7f4e9d3de140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:49:16.305 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.305+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b7719ba0-a6f3-4a63-9375-ad10e37c7bd3", "id": 5} v 0) v1 -- 0x7f64ac15f540 con 0x7f64ac0715c0 2026-02-25T15:49:16.307 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.307+0000 7f648b7fe640 1 -- 10.20.193.86:0/515425177 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b7719ba0-a6f3-4a63-9375-ad10e37c7bd3", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6494017070 con 0x7f64ac0715c0 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stdout:5 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 msgr2=0x7f64ac15d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f649400e790 tx=0x7f649400ec60 comp rx=0 tx=0).stop 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 shutdown_connections 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f64ac15ec20 0x7f64ac15dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f64ac0715c0 0x7f64ac15d5a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 --2- 10.20.193.86:0/515425177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f64ac06c770 0x7f64ac13f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 >> 10.20.193.86:0/515425177 conn(0x7f64ac0cef90 msgr2=0x7f64ac0ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 shutdown_connections 2026-02-25T15:49:16.308 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.308+0000 7f64b13d0640 1 -- 10.20.193.86:0/515425177 wait complete. 2026-02-25T15:49:16.315 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 7eefea26-37e4-4313-bca5-7d72f7241b50 6 2026-02-25T15:49:16.321 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.319+0000 7f07f284d140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:49:16.338 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.338+0000 7f4e9d3de140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:49:16.341 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.339+0000 7f07f284d140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:49:16.359 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.359+0000 7f4e9d3de140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:49:16.392 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.390+0000 7f07f284d140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:49:16.402 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.401+0000 7f2e361ed640 1 Processor -- start 2026-02-25T15:49:16.402 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.401+0000 7f2e361ed640 1 -- start start 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.401+0000 7f2e361ed640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2e30143b70 0x7f2e300cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e361ed640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e30143f50 con 0x7f2e3006cb30 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e361ed640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e300cd9a0 con 0x7f2e30071e80 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e361ed640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e300cdc80 con 0x7f2e30143b70 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2e30143b70 0x7f2e300cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.407 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2ffff640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f2e30071e80 0x7f2e300b1f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.86:38444/0 (socket says 10.20.193.86:38444) 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2ffff640 1 -- 10.20.193.86:0/1852541129 learned_addr learned my addr 10.20.193.86:0/1852541129 (peer_addr_for_me v1:10.20.193.86:0/0) 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2e30143b70 0x7f2e300cd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.86:40508/0 (socket says 10.20.193.86:40508) 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 -- 10.20.193.86:0/1852541129 >> v1:10.20.193.86:6789/0 conn(0x7f2e30071e80 legacy=0x7f2e300b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2e7fc640 1 -- 10.20.193.86:0/1852541129 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2682271281 0 0) 0x7f2e300cd9a0 con 0x7f2e30071e80 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 -- 10.20.193.86:0/1852541129 >> v1:10.20.193.52:6789/0 conn(0x7f2e3006cb30 legacy=0x7f2e30071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 -- 10.20.193.86:0/1852541129 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e300cdf60 con 0x7f2e30143b70 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2f7fe640 1 --2- 10.20.193.86:0/1852541129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e300cd0a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0098a0 tx=0x7f2e1c02eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a54d49c7d51b20ea server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2e7fc640 1 -- 10.20.193.86:0/1852541129 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c02fb70 con 0x7f2e30143b70 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2e7fc640 1 -- 10.20.193.86:0/1852541129 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c02fcd0 con 0x7f2e30143b70 2026-02-25T15:49:16.408 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.402+0000 7f2e2e7fc640 1 -- 10.20.193.86:0/1852541129 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c037660 con 0x7f2e30143b70 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- 10.20.193.86:0/1852541129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 msgr2=0x7f2e300cd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 --2- 10.20.193.86:0/1852541129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e300cd0a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0098a0 tx=0x7f2e1c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- 10.20.193.86:0/1852541129 shutdown_connections 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 --2- 10.20.193.86:0/1852541129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e300cd0a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- 10.20.193.86:0/1852541129 >> 10.20.193.86:0/1852541129 conn(0x7f2e300cef90 msgr2=0x7f2e300cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- 10.20.193.86:0/1852541129 shutdown_connections 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- 10.20.193.86:0/1852541129 wait complete. 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 Processor -- start 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.403+0000 7f2e361ed640 1 -- start start 2026-02-25T15:49:16.409 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 0x7f2e30139bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e301e7d30 con 0x7f2e3006cb30 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e301e49d0 con 0x7f2e30143b70 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e301e4be0 con 0x7f2e30071e80 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2ffff640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36138/0 (socket says 10.20.193.86:36138) 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2ffff640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.86:40524/0 (socket says 10.20.193.86:40524) 2026-02-25T15:49:16.410 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 -- 10.20.193.86:0/314359340 learned_addr learned my addr 10.20.193.86:0/314359340 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2f7fe640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 0x7f2e30139bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 -- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 msgr2=0x7f2e301e77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 -- 10.20.193.86:0/314359340 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 msgr2=0x7f2e30139bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 0x7f2e30139bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 -- 10.20.193.86:0/314359340 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e1c009500 con 0x7f2e30071e80 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2f7fe640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 0x7f2e30139bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2ffff640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:16.411 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e2effd640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c500 tx=0x7f2e2000c9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20012830 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e200129b0 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e301e4ec0 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20012d60 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e301e5480 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7f2e2001c760 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.404+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f2e2001be10 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.405+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e301e56a0 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.406+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f2e2001b3c0 con 0x7f2e30071e80 2026-02-25T15:49:16.412 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.411+0000 7f4e9d3de140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:49:16.439 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.438+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "7eefea26-37e4-4313-bca5-7d72f7241b50", "id": 6} v 0) v1 -- 0x7f2e30068270 con 0x7f2e30071e80 2026-02-25T15:49:16.441 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.440+0000 7f2e0bfff640 1 -- 10.20.193.86:0/314359340 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7eefea26-37e4-4313-bca5-7d72f7241b50", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2e2001cb10 con 0x7f2e30071e80 2026-02-25T15:49:16.441 INFO:teuthology.orchestra.run.trial086.stdout:6 2026-02-25T15:49:16.442 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 msgr2=0x7f2e301e72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.442 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c500 tx=0x7f2e2000c9d0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 shutdown_connections 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2e30143b70 0x7f2e301e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2e30071e80 0x7f2e301e72b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 --2- 10.20.193.86:0/314359340 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2e3006cb30 0x7f2e30139bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 >> 10.20.193.86:0/314359340 conn(0x7f2e300cef90 msgr2=0x7f2e300b1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 shutdown_connections 2026-02-25T15:49:16.443 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.441+0000 7f2e361ed640 1 -- 10.20.193.86:0/314359340 wait complete. 2026-02-25T15:49:16.449 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --cluster ceph osd new 984e9344-765d-4d45-b66c-a2b23d769a73 7 2026-02-25T15:49:16.554 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.554+0000 7fe212c3a640 1 Processor -- start 2026-02-25T15:49:16.555 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.554+0000 7fe212c3a640 1 -- start start 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe212c3a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe20c143b70 0x7fe20c0cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe212c3a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe20c143f50 con 0x7fe20c071e80 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe212c3a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe20c0cd9a0 con 0x7fe20c06cb30 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe212c3a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe20c0cdc80 con 0x7fe20c143b70 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe203fff640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fe20c06cb30 0x7fe20c071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.86:38456/0 (socket says 10.20.193.86:38456) 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe203fff640 1 -- 10.20.193.86:0/963753527 learned_addr learned my addr 10.20.193.86:0/963753527 (peer_addr_for_me v1:10.20.193.86:0/0) 2026-02-25T15:49:16.560 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2109af640 1 --2- 10.20.193.86:0/963753527 >> v2:10.20.193.86:3300/0 conn(0x7fe20c143b70 0x7fe20c0cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2037fe640 1 -- 10.20.193.86:0/963753527 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4272559028 0 0) 0x7fe20c0cd9a0 con 0x7fe20c06cb30 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2037fe640 1 -- 10.20.193.86:0/963753527 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1f8003620 con 0x7fe20c06cb30 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2109af640 1 -- 10.20.193.86:0/963753527 >> v1:10.20.193.86:6789/0 conn(0x7fe20c06cb30 legacy=0x7fe20c071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2109af640 1 -- 10.20.193.86:0/963753527 >> v1:10.20.193.52:6789/0 conn(0x7fe20c071e80 legacy=0x7fe20c0b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2109af640 1 -- 10.20.193.86:0/963753527 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe20c0cdf60 con 0x7fe20c143b70 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2109af640 1 --2- 10.20.193.86:0/963753527 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c0cd0a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0098a0 tx=0x7fe1fc02eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=405c4889d3cc9cdc server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2037fe640 1 -- 10.20.193.86:0/963753527 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc02fb70 con 0x7fe20c143b70 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.555+0000 7fe2037fe640 1 -- 10.20.193.86:0/963753527 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1fc02fcd0 con 0x7fe20c143b70 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe2037fe640 1 -- 10.20.193.86:0/963753527 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc037660 con 0x7fe20c143b70 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 -- 10.20.193.86:0/963753527 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 msgr2=0x7fe20c0cd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.561 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 --2- 10.20.193.86:0/963753527 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c0cd0a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc0098a0 tx=0x7fe1fc02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 -- 10.20.193.86:0/963753527 shutdown_connections 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 --2- 10.20.193.86:0/963753527 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c0cd0a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 -- 10.20.193.86:0/963753527 >> 10.20.193.86:0/963753527 conn(0x7fe20c0cef90 msgr2=0x7fe20c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 -- 10.20.193.86:0/963753527 shutdown_connections 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 -- 10.20.193.86:0/963753527 wait complete. 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.556+0000 7fe212c3a640 1 Processor -- start 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- start start 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe20c06cb30 0x7fe20c158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c15c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c158f40 con 0x7fe20c06cb30 2026-02-25T15:49:16.562 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c0c74f0 con 0x7fe20c143b70 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c0c77d0 con 0x7fe20c071e80 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2111b0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c15c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.86:36146/0 (socket says 10.20.193.86:36146) 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2111b0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c15c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.86:40546/0 (socket says 10.20.193.86:40546) 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 -- 10.20.193.86:0/429604863 learned_addr learned my addr 10.20.193.86:0/429604863 (peer_addr_for_me v2:10.20.193.86:0/0) 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2109af640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe20c06cb30 0x7fe20c158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 -- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 msgr2=0x7fe20c15c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c15c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 -- 10.20.193.86:0/429604863 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe20c06cb30 msgr2=0x7fe20c158a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe20c06cb30 0x7fe20c158a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.563 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 -- 10.20.193.86:0/429604863 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1fc009500 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe203fff640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe1f400c700 tx=0x7fe1f400cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4005bb0 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1f4005d10 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe20c0c7ab0 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1f40072b0 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe20c0c8070 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7fe1f4007710 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.557+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fe1f401ba10 con 0x7fe20c071e80 2026-02-25T15:49:16.564 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.558+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe20c068270 con 0x7fe20c071e80 2026-02-25T15:49:16.565 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.559+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7fe1f4017070 con 0x7fe20c071e80 2026-02-25T15:49:16.591 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.590+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd new", "uuid": "984e9344-765d-4d45-b66c-a2b23d769a73", "id": 7} v 0) v1 -- 0x7fe20c0cd0a0 con 0x7fe20c071e80 2026-02-25T15:49:16.593 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.592+0000 7fe2017fa640 1 -- 10.20.193.86:0/429604863 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "984e9344-765d-4d45-b66c-a2b23d769a73", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe1f400ae60 con 0x7fe20c071e80 2026-02-25T15:49:16.593 INFO:teuthology.orchestra.run.trial086.stdout:7 2026-02-25T15:49:16.594 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 msgr2=0x7fe20c0ca650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.594 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fe1f400c700 tx=0x7fe1f400cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 shutdown_connections 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe20c143b70 0x7fe20c15c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe20c071e80 0x7fe20c0ca650 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 --2- 10.20.193.86:0/429604863 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe20c06cb30 0x7fe20c158a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 >> 10.20.193.86:0/429604863 conn(0x7fe20c0cef90 msgr2=0x7fe20c06d510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 shutdown_connections 2026-02-25T15:49:16.595 INFO:teuthology.orchestra.run.trial086.stderr:2026-02-25T15:49:16.593+0000 7fe212c3a640 1 -- 10.20.193.86:0/429604863 wait complete. 2026-02-25T15:49:16.602 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-25T15:49:16.602 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-25T15:49:16.604 INFO:tasks.ceph.osd.0:Started 2026-02-25T15:49:16.605 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-25T15:49:16.605 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-25T15:49:16.607 INFO:tasks.ceph.osd.1:Started 2026-02-25T15:49:16.608 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-25T15:49:16.608 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-25T15:49:16.610 INFO:tasks.ceph.osd.2:Started 2026-02-25T15:49:16.610 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-25T15:49:16.610 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-25T15:49:16.613 INFO:tasks.ceph.osd.3:Started 2026-02-25T15:49:16.613 INFO:tasks.ceph.osd.4:Restarting daemon 2026-02-25T15:49:16.613 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-02-25T15:49:16.614 INFO:tasks.ceph.osd.4:Started 2026-02-25T15:49:16.614 INFO:tasks.ceph.osd.5:Restarting daemon 2026-02-25T15:49:16.614 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-02-25T15:49:16.616 INFO:tasks.ceph.osd.5:Started 2026-02-25T15:49:16.616 INFO:tasks.ceph.osd.6:Restarting daemon 2026-02-25T15:49:16.616 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-02-25T15:49:16.618 INFO:tasks.ceph.osd.6:Started 2026-02-25T15:49:16.618 INFO:tasks.ceph.osd.7:Restarting daemon 2026-02-25T15:49:16.618 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-02-25T15:49:16.627 INFO:tasks.ceph.osd.7:Started 2026-02-25T15:49:16.628 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:16.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.693+0000 7f09e1c7b640 1 Processor -- start 2026-02-25T15:49:16.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.693+0000 7f09e1c7b640 1 -- start start 2026-02-25T15:49:16.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09e1c7b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f09dc071710 0x7f09dc0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09e1c7b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f09dc0b4470 0x7f09dc0b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09e1c7b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09dc15bcc0 con 0x7f09dc15b750 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09e1c7b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09dc071c60 con 0x7f09dc071710 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09e1c7b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09dc0b4e20 con 0x7f09dc0b4470 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f09dc071710 0x7f09dc0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f09dc071710 0x7f09dc0ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47704/0 (socket says 10.20.193.52:47704) 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 -- 10.20.193.52:0/1575080143 learned_addr learned my addr 10.20.193.52:0/1575080143 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09dbfff640 1 --2- 10.20.193.52:0/1575080143 >> v2:10.20.193.86:3300/0 conn(0x7f09dc0b4470 0x7f09dc0b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 -- 10.20.193.52:0/1575080143 >> v2:10.20.193.86:3300/0 conn(0x7f09dc0b4470 msgr2=0x7f09dc0b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 --2- 10.20.193.52:0/1575080143 >> v2:10.20.193.86:3300/0 conn(0x7f09dc0b4470 0x7f09dc0b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 -- 10.20.193.52:0/1575080143 >> v1:10.20.193.86:6789/0 conn(0x7f09dc15b750 legacy=0x7f09dc070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 -- 10.20.193.52:0/1575080143 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09dc15bfa0 con 0x7f09dc071710 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09db7fe640 1 --2- 10.20.193.52:0/1575080143 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc071710 0x7f09dc0ccfb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f09dc06c4a0 tx=0x7f09c802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=972127c426f172de server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09da7fc640 1 -- 10.20.193.52:0/1575080143 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c802fc70 con 0x7f09dc071710 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09da7fc640 1 -- 10.20.193.52:0/1575080143 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09c802fdd0 con 0x7f09dc071710 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.694+0000 7f09da7fc640 1 -- 10.20.193.52:0/1575080143 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c8037660 con 0x7f09dc071710 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- 10.20.193.52:0/1575080143 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc071710 msgr2=0x7f09dc0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/1575080143 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc071710 0x7f09dc0ccfb0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f09dc06c4a0 tx=0x7f09c802ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- 10.20.193.52:0/1575080143 shutdown_connections 2026-02-25T15:49:16.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/1575080143 >> v2:10.20.193.86:3300/0 conn(0x7f09dc0b4470 0x7f09dc0b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/1575080143 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc071710 0x7f09dc0ccfb0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- 10.20.193.52:0/1575080143 >> 10.20.193.52:0/1575080143 conn(0x7f09dc06c980 msgr2=0x7f09dc06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- 10.20.193.52:0/1575080143 shutdown_connections 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- 10.20.193.52:0/1575080143 wait complete. 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 Processor -- start 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.695+0000 7f09e1c7b640 1 -- start start 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09dc071710 0x7f09dc0c4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09dc0b4470 0x7f09dc1f4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc0aa430 con 0x7f09dc15b750 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc0aa710 con 0x7f09dc0b4470 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc0aa9f0 con 0x7f09dc071710 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47710/0 (socket says 10.20.193.52:47710) 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 -- 10.20.193.52:0/3581354290 learned_addr learned my addr 10.20.193.52:0/3581354290 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09db7fe640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09dc071710 0x7f09dc0c4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09daffd640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09dc0b4470 0x7f09dc1f4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:16.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 -- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09dc071710 msgr2=0x7f09dc0c4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09dc071710 0x7f09dc0c4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 -- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09dc0b4470 msgr2=0x7f09dc1f4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09dc0b4470 0x7f09dc1f4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 -- 10.20.193.52:0/3581354290 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09c80095d0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09dbfff640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f09d0007e40 tx=0x7f09d000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d0006ea0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d0014640 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09dc0aacd0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d000eea0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09dc1f2510 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 1) v1 ==== 672+0+0 (secure 0 0 0) 0x7f09d0014cf0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.696+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f09d001d3c0 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.697+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09dc072090 con 0x7f09dc15b750 2026-02-25T15:49:16.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.698+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f09dc072090 con 0x7f09dc15b750 2026-02-25T15:49:16.729 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09dc1f26a0 con 0x7f09dc15b750 2026-02-25T15:49:16.729 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09b7fff640 1 -- 10.20.193.52:0/3581354290 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f09dc1f26a0 con 0x7f09dc15b750 2026-02-25T15:49:16.729 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:16.729 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":10,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:16.590717+0000","last_up_change":"0.000000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:16.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 msgr2=0x7f09dc1f5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:16.732 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f09d0007e40 tx=0x7f09d000e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.732 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 shutdown_connections 2026-02-25T15:49:16.732 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09dc15b750 0x7f09dc1f5110 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.732 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09dc0b4470 0x7f09dc1f4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.732 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 --2- 10.20.193.52:0/3581354290 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09dc071710 0x7f09dc0c4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:16.733 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.728+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 >> 10.20.193.52:0/3581354290 conn(0x7f09dc06c980 msgr2=0x7f09dc0724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:16.733 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.729+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 shutdown_connections 2026-02-25T15:49:16.733 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:16.729+0000 7f09e1c7b640 1 -- 10.20.193.52:0/3581354290 wait complete. 2026-02-25T15:49:16.739 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-02-25T15:49:16.739 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-25T15:49:16.777 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.775+0000 7f07f284d140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:49:16.800 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:16.798+0000 7f07f284d140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:49:16.807 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.807+0000 7f4e9d3de140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:49:16.829 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:16.829+0000 7f4e9d3de140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:49:17.138 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:17.136+0000 7f07f284d140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:49:17.170 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:49:17.169+0000 7f4e9d3de140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:49:17.183 INFO:tasks.ceph.osd.1.trial052.stderr:2026-02-25T15:49:17.181+0000 7f745a218780 -1 Falling back to public interface 2026-02-25T15:49:17.183 INFO:tasks.ceph.osd.0.trial052.stderr:2026-02-25T15:49:17.181+0000 7f1e65010780 -1 Falling back to public interface 2026-02-25T15:49:17.187 INFO:tasks.ceph.osd.2.trial052.stderr:2026-02-25T15:49:17.185+0000 7f6f4d8b4780 -1 Falling back to public interface 2026-02-25T15:49:17.187 INFO:tasks.ceph.osd.3.trial052.stderr:2026-02-25T15:49:17.185+0000 7f80b182c780 -1 Falling back to public interface 2026-02-25T15:49:17.192 INFO:tasks.ceph.osd.4.trial086.stderr:2026-02-25T15:49:17.191+0000 7f697cff5780 -1 Falling back to public interface 2026-02-25T15:49:17.192 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:17.191+0000 7f067bfb0780 -1 Falling back to public interface 2026-02-25T15:49:17.193 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:17.191+0000 7f067af56640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6800/0: (98) Address already in use 2026-02-25T15:49:17.193 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:17.191+0000 7f067af56640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6801/0: (98) Address already in use 2026-02-25T15:49:17.193 INFO:tasks.ceph.osd.4.trial086.stderr:2026-02-25T15:49:17.192+0000 7f697bf9b640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6803/0: (98) Address already in use 2026-02-25T15:49:17.193 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:17.192+0000 7f067af56640 -1 PosixStack listen unable to listen on v1:0.0.0.0:6811/0: (98) Address already in use 2026-02-25T15:49:17.196 INFO:tasks.ceph.osd.7.trial086.stderr:2026-02-25T15:49:17.196+0000 7f065e425780 -1 Falling back to public interface 2026-02-25T15:49:17.197 INFO:tasks.ceph.osd.6.trial086.stderr:2026-02-25T15:49:17.196+0000 7fa294622780 -1 Falling back to public interface 2026-02-25T15:49:17.545 DEBUG:teuthology.orchestra.run.trial052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:17.604 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 Processor -- start 2026-02-25T15:49:17.605 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 -- start start 2026-02-25T15:49:17.610 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da40ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.610 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4da415eca0 0x7f4da40b1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.610 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4da415be20 0x7f4da415c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.610 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4da415b6b0 con 0x7f4da415eca0 2026-02-25T15:49:17.610 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4da40712e0 con 0x7f4da415be20 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4dac1df640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4da415f100 con 0x7f4da40b1370 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4da415eca0 0x7f4da40b1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4da415eca0 0x7f4da40b1750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47800/0 (socket says 10.20.193.52:47800) 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 -- 10.20.193.52:0/3434149724 learned_addr learned my addr 10.20.193.52:0/3434149724 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4daa755640 1 --2- 10.20.193.52:0/3434149724 >> v2:10.20.193.86:3300/0 conn(0x7f4da415be20 0x7f4da415c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 -- 10.20.193.52:0/3434149724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 msgr2=0x7f4da40ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 --2- 10.20.193.52:0/3434149724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da40ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 -- 10.20.193.52:0/3434149724 >> v2:10.20.193.86:3300/0 conn(0x7f4da415be20 msgr2=0x7f4da415c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 --2- 10.20.193.52:0/3434149724 >> v2:10.20.193.86:3300/0 conn(0x7f4da415be20 0x7f4da415c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.603+0000 7f4da9753640 1 -- 10.20.193.52:0/3434149724 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4da40b1c90 con 0x7f4da415eca0 2026-02-25T15:49:17.611 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4da9753640 1 --2- 10.20.193.52:0/3434149724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da40b1750 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4da40b22e0 tx=0x7f4d9802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f3d49ee64c9513 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4da8f52640 1 -- 10.20.193.52:0/3434149724 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d9802fbd0 con 0x7f4da415eca0 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4da8f52640 1 -- 10.20.193.52:0/3434149724 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d9802fd30 con 0x7f4da415eca0 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4da8f52640 1 -- 10.20.193.52:0/3434149724 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d9802fea0 con 0x7f4da415eca0 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 -- 10.20.193.52:0/3434149724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 msgr2=0x7f4da40b1750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 --2- 10.20.193.52:0/3434149724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da40b1750 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4da40b22e0 tx=0x7f4d9802ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 -- 10.20.193.52:0/3434149724 shutdown_connections 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 --2- 10.20.193.52:0/3434149724 >> v2:10.20.193.86:3300/0 conn(0x7f4da415be20 0x7f4da415c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 --2- 10.20.193.52:0/3434149724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da40b1750 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 --2- 10.20.193.52:0/3434149724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da40ce9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 -- 10.20.193.52:0/3434149724 >> 10.20.193.52:0/3434149724 conn(0x7f4da406dc60 msgr2=0x7f4da406e070 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 -- 10.20.193.52:0/3434149724 shutdown_connections 2026-02-25T15:49:17.612 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.604+0000 7f4dac1df640 1 -- 10.20.193.52:0/3434149724 wait complete. 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 Processor -- start 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 -- start start 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da415c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 0x7f4da4157a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4da414e040 con 0x7f4da415eca0 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4da4156e80 con 0x7f4da415be20 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4dac1df640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4da415cdc0 con 0x7f4da40b1370 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47802/0 (socket says 10.20.193.52:47802) 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 -- 10.20.193.52:0/2628795001 learned_addr learned my addr 10.20.193.52:0/2628795001 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:17.613 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4da9753640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 0x7f4da4157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4da9f54640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da415c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 -- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 msgr2=0x7f4da415c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da415c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 -- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 msgr2=0x7f4da4157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 0x7f4da4157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 -- 10.20.193.52:0/2628795001 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d980095d0 con 0x7f4da415eca0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4da9753640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 0x7f4da4157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.605+0000 7f4daa755640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4da0007e30 tx=0x7f4da000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4da0006ea0 con 0x7f4da415eca0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4da0014620 con 0x7f4da415eca0 2026-02-25T15:49:17.614 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4da415d0a0 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4da00149d0 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4da415d660 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 2) v1 ==== 49084+0+0 (secure 0 0 0) 0x7f4da0014b30 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4da4158f40 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.606+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f4da0050ae0 con 0x7f4da415eca0 2026-02-25T15:49:17.615 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.608+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+74806 (secure 0 0 0) 0x7f4da000ee30 con 0x7f4da415eca0 2026-02-25T15:49:17.638 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4da40aeba0 con 0x7f4da415eca0 2026-02-25T15:49:17.638 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4d927fc640 1 -- 10.20.193.52:0/2628795001 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f4da001bb00 con 0x7f4da415eca0 2026-02-25T15:49:17.638 INFO:teuthology.misc.health.trial052.stdout: 2026-02-25T15:49:17.638 INFO:teuthology.misc.health.trial052.stdout:{"epoch":10,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:16.590717+0000","last_up_change":"0.000000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:17.639 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 msgr2=0x7f4da414db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:17.639 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4da0007e30 tx=0x7f4da000e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 shutdown_connections 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4da415eca0 0x7f4da414db00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4da415be20 0x7f4da4157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 --2- 10.20.193.52:0/2628795001 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4da40b1370 0x7f4da415c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.636+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 >> 10.20.193.52:0/2628795001 conn(0x7f4da406dc60 msgr2=0x7f4da40af280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.637+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 shutdown_connections 2026-02-25T15:49:17.640 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:17.637+0000 7f4dac1df640 1 -- 10.20.193.52:0/2628795001 wait complete. 2026-02-25T15:49:17.647 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-02-25T15:49:18.147 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:18.146+0000 7f0711027640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-25T15:49:18.148 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:49:18.146+0000 7f0711027640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-25T15:49:20.648 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:20.647+0000 7f067bfb0780 -1 osd.5 0 log_to_monitors true 2026-02-25T15:49:20.657 INFO:tasks.ceph.osd.3.trial052.stderr:2026-02-25T15:49:20.656+0000 7f80b182c780 -1 osd.3 0 log_to_monitors true 2026-02-25T15:49:20.658 INFO:tasks.ceph.osd.0.trial052.stderr:2026-02-25T15:49:20.656+0000 7f1e65010780 -1 osd.0 0 log_to_monitors true 2026-02-25T15:49:20.679 INFO:tasks.ceph.osd.4.trial086.stderr:2026-02-25T15:49:20.679+0000 7f697cff5780 -1 osd.4 0 log_to_monitors true 2026-02-25T15:49:20.699 INFO:tasks.ceph.osd.6.trial086.stderr:2026-02-25T15:49:20.699+0000 7fa294622780 -1 osd.6 0 log_to_monitors true 2026-02-25T15:49:20.708 INFO:tasks.ceph.osd.2.trial052.stderr:2026-02-25T15:49:20.707+0000 7f6f4d8b4780 -1 osd.2 0 log_to_monitors true 2026-02-25T15:49:20.709 INFO:tasks.ceph.osd.1.trial052.stderr:2026-02-25T15:49:20.708+0000 7f745a218780 -1 osd.1 0 log_to_monitors true 2026-02-25T15:49:20.710 INFO:tasks.ceph.osd.7.trial086.stderr:2026-02-25T15:49:20.709+0000 7f065e425780 -1 osd.7 0 log_to_monitors true 2026-02-25T15:49:22.160 INFO:tasks.ceph.osd.6.trial086.stderr:2026-02-25T15:49:22.160+0000 7fa28ffe8640 -1 osd.6 0 waiting for initial osdmap 2026-02-25T15:49:22.162 INFO:tasks.ceph.osd.6.trial086.stderr:2026-02-25T15:49:22.162+0000 7fa287e0a640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.163 INFO:tasks.ceph.osd.3.trial052.stderr:2026-02-25T15:49:22.162+0000 7f80acdd2640 -1 osd.3 0 waiting for initial osdmap 2026-02-25T15:49:22.164 INFO:tasks.ceph.osd.0.trial052.stderr:2026-02-25T15:49:22.162+0000 7f1e60947640 -1 osd.0 0 waiting for initial osdmap 2026-02-25T15:49:22.164 INFO:tasks.ceph.osd.1.trial052.stderr:2026-02-25T15:49:22.162+0000 7f7455bf9640 -1 osd.1 0 waiting for initial osdmap 2026-02-25T15:49:22.164 INFO:tasks.ceph.osd.2.trial052.stderr:2026-02-25T15:49:22.162+0000 7f6f4983f640 -1 osd.2 0 waiting for initial osdmap 2026-02-25T15:49:22.165 INFO:tasks.ceph.osd.0.trial052.stderr:2026-02-25T15:49:22.164+0000 7f1e58769640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.166 INFO:tasks.ceph.osd.2.trial052.stderr:2026-02-25T15:49:22.164+0000 7f6f41661640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.166 INFO:tasks.ceph.osd.3.trial052.stderr:2026-02-25T15:49:22.164+0000 7f80a4bf4640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.166 INFO:tasks.ceph.osd.1.trial052.stderr:2026-02-25T15:49:22.164+0000 7f744da1b640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.168 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:22.168+0000 7f0677f3b640 -1 osd.5 0 waiting for initial osdmap 2026-02-25T15:49:22.169 INFO:tasks.ceph.osd.4.trial086.stderr:2026-02-25T15:49:22.169+0000 7f6978f80640 -1 osd.4 0 waiting for initial osdmap 2026-02-25T15:49:22.169 INFO:tasks.ceph.osd.7.trial086.stderr:2026-02-25T15:49:22.169+0000 7f065a3b0640 -1 osd.7 0 waiting for initial osdmap 2026-02-25T15:49:22.171 INFO:tasks.ceph.osd.5.trial086.stderr:2026-02-25T15:49:22.170+0000 7f066fd5d640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.171 INFO:tasks.ceph.osd.4.trial086.stderr:2026-02-25T15:49:22.171+0000 7f6970da2640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:22.171 INFO:tasks.ceph.osd.7.trial086.stderr:2026-02-25T15:49:22.171+0000 7f06521d2640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-25T15:49:24.454 DEBUG:teuthology.orchestra.run.trial052:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 Processor -- start 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 -- start start 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f11300b1370 0x7f1130143390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f11300b1750 0x7f1130160e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11301438d0 con 0x7f11301613d0 2026-02-25T15:49:24.521 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1130142980 con 0x7f11300b1750 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f11356ba640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11301618e0 con 0x7f11300b1370 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f11300b1750 0x7f1130160e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f11300b1750 0x7f1130160e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47852/0 (socket says 10.20.193.52:47852) 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f11301613d0 0x7f1130070880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:35784/0 (socket says 10.20.193.52:35784) 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 -- 10.20.193.52:0/2122722592 learned_addr learned my addr 10.20.193.52:0/2122722592 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112effd640 1 --2- 10.20.193.52:0/2122722592 >> v2:10.20.193.86:3300/0 conn(0x7f11300b1370 0x7f1130143390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 -- 10.20.193.52:0/2122722592 >> v2:10.20.193.86:3300/0 conn(0x7f11300b1370 msgr2=0x7f1130143390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:24.522 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 --2- 10.20.193.52:0/2122722592 >> v2:10.20.193.86:3300/0 conn(0x7f11300b1370 0x7f1130143390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 -- 10.20.193.52:0/2122722592 >> v1:10.20.193.52:6789/0 conn(0x7f11301613d0 legacy=0x7f1130070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112dffb640 1 -- 10.20.193.52:0/2122722592 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3395366637 0 0) 0x7f11301438d0 con 0x7f11301613d0 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.514+0000 7f112e7fc640 1 -- 10.20.193.52:0/2122722592 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1130161bc0 con 0x7f11300b1750 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f112e7fc640 1 --2- 10.20.193.52:0/2122722592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130160e90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1118009970 tx=0x7f111802eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85276e552addb7b2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f112dffb640 1 -- 10.20.193.52:0/2122722592 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f111802fbc0 con 0x7f11300b1750 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f112dffb640 1 -- 10.20.193.52:0/2122722592 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f111802fd20 con 0x7f11300b1750 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f112dffb640 1 -- 10.20.193.52:0/2122722592 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1118037660 con 0x7f11300b1750 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 -- 10.20.193.52:0/2122722592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 msgr2=0x7f1130160e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.523 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 --2- 10.20.193.52:0/2122722592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130160e90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1118009970 tx=0x7f111802eef0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 -- 10.20.193.52:0/2122722592 shutdown_connections 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 --2- 10.20.193.52:0/2122722592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130160e90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 --2- 10.20.193.52:0/2122722592 >> v2:10.20.193.86:3300/0 conn(0x7f11300b1370 0x7f1130143390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 -- 10.20.193.52:0/2122722592 >> 10.20.193.52:0/2122722592 conn(0x7f113006dc60 msgr2=0x7f113006e070 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 -- 10.20.193.52:0/2122722592 shutdown_connections 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.515+0000 7f11356ba640 1 -- 10.20.193.52:0/2122722592 wait complete. 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 Processor -- start 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 -- start start 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 0x7f11301f4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 0x7f11301548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.524 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11301f49b0 con 0x7f11300b1750 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f113015ef00 con 0x7f11300b1370 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f11356ba640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f113015f1e0 con 0x7f11301613d0 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f112e7fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f112e7fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47866/0 (socket says 10.20.193.52:47866) 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f112e7fc640 1 -- 10.20.193.52:0/1652700865 learned_addr learned my addr 10.20.193.52:0/1652700865 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.516+0000 7f112effd640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 0x7f11301f4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112f7fe640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 0x7f11301548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 -- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 msgr2=0x7f11301548f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 0x7f11301548f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 -- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 msgr2=0x7f11301f4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.525 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 0x7f11301f4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 -- 10.20.193.52:0/1652700865 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11180095d0 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112effd640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 0x7f11301f4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112f7fe640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 0x7f11301548f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f112e7fc640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f111802f4a0 tx=0x7f11180047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1118040660 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f111802fe90 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11301279e0 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11180409e0 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1130127fa0 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.517+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1130128130 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.518+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f1118049020 con 0x7f11300b1750 2026-02-25T15:49:24.526 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.518+0000 7f110f7fe640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 0x7f10fc078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.527 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.518+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4467+0+0 (secure 0 0 0) 0x7f11180bc7b0 con 0x7f11300b1750 2026-02-25T15:49:24.527 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.518+0000 7f112effd640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 0x7f10fc078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.527 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.519+0000 7f112effd640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 0x7f10fc078470 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1130156a20 tx=0x7f1124008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.527 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.520+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1118082dd0 con 0x7f11300b1750 2026-02-25T15:49:24.599 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.597+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1130071f20 con 0x7f11300b1750 2026-02-25T15:49:24.599 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f110f7fe640 1 -- 10.20.193.52:0/1652700865 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+11032 (secure 0 0 0) 0x7f111803c090 con 0x7f11300b1750 2026-02-25T15:49:24.599 INFO:teuthology.misc.health.trial052.stdout: 2026-02-25T15:49:24.599 INFO:teuthology.misc.health.trial052.stdout:{"epoch":14,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:24.158813+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 msgr2=0x7f10fc078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 0x7f10fc078470 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1130156a20 tx=0x7f1124008040 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 msgr2=0x7f1130127020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f111802f4a0 tx=0x7f11180047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 shutdown_connections 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f10fc075fb0 0x7f10fc078470 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f11301613d0 0x7f11301548f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11300b1750 0x7f1130127020 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 --2- 10.20.193.52:0/1652700865 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11300b1370 0x7f11301f4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 >> 10.20.193.52:0/1652700865 conn(0x7f113006dc60 msgr2=0x7f1130141810 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 shutdown_connections 2026-02-25T15:49:24.600 INFO:teuthology.misc.health.trial052.stderr:2026-02-25T15:49:24.598+0000 7f11356ba640 1 -- 10.20.193.52:0/1652700865 wait complete. 2026-02-25T15:49:24.606 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-02-25T15:49:24.606 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-02-25T15:49:24.606 INFO:tasks.ceph.mds.a:Restarting daemon 2026-02-25T15:49:24.606 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2026-02-25T15:49:24.607 INFO:tasks.ceph.mds.a:Started 2026-02-25T15:49:24.607 INFO:tasks.ceph.mds.c:Restarting daemon 2026-02-25T15:49:24.607 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2026-02-25T15:49:24.609 INFO:tasks.ceph.mds.c:Started 2026-02-25T15:49:24.610 INFO:tasks.ceph.mds.b:Restarting daemon 2026-02-25T15:49:24.610 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2026-02-25T15:49:24.612 INFO:tasks.ceph.mds.b:Started 2026-02-25T15:49:24.613 INFO:tasks.ceph.mds.d:Restarting daemon 2026-02-25T15:49:24.613 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2026-02-25T15:49:24.615 INFO:tasks.ceph.mds.d:Started 2026-02-25T15:49:24.616 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2026-02-25T15:49:24.616 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:24.661 INFO:tasks.ceph.mds.c.trial052.stdout:starting mds.c at 2026-02-25T15:49:24.662 INFO:tasks.ceph.mds.a.trial052.stdout:starting mds.a at 2026-02-25T15:49:24.668 INFO:tasks.ceph.mds.b.trial086.stdout:starting mds.b at 2026-02-25T15:49:24.668 INFO:tasks.ceph.mds.d.trial086.stdout:starting mds.d at 2026-02-25T15:49:24.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 Processor -- start 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 -- start start 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f528009a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f528006bae0 0x7f528006fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f528006f600 con 0x7f528006ffd0 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52800cf490 con 0x7f528006bae0 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.684+0000 7f5286e00640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f528009a760 con 0x7f5280099e40 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f528006bae0 0x7f528006fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f528006bae0 0x7f528006fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47906/0 (socket says 10.20.193.52:47906) 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 -- 10.20.193.52:0/1781502652 learned_addr learned my addr 10.20.193.52:0/1781502652 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5284b75640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f528009a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 -- 10.20.193.52:0/1781502652 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 msgr2=0x7f528009a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f528009a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 -- 10.20.193.52:0/1781502652 >> v1:10.20.193.86:6789/0 conn(0x7f528006ffd0 legacy=0x7f52800cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 -- 10.20.193.52:0/1781502652 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f528006ecd0 con 0x7f528006bae0 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5277fff640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006bae0 0x7f528006fa90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5268009970 tx=0x7f526802efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9cc8bc0c0cf68a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f52777fe640 1 -- 10.20.193.52:0/1781502652 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f526802fbe0 con 0x7f528006bae0 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f52777fe640 1 -- 10.20.193.52:0/1781502652 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f526802fd40 con 0x7f528006bae0 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f52777fe640 1 -- 10.20.193.52:0/1781502652 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5268037660 con 0x7f528006bae0 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 -- 10.20.193.52:0/1781502652 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006bae0 msgr2=0x7f528006fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006bae0 0x7f528006fa90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5268009970 tx=0x7f526802efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 -- 10.20.193.52:0/1781502652 shutdown_connections 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006bae0 0x7f528006fa90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 --2- 10.20.193.52:0/1781502652 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f528009a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 -- 10.20.193.52:0/1781502652 >> 10.20.193.52:0/1781502652 conn(0x7f52800b2d30 msgr2=0x7f52800b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 -- 10.20.193.52:0/1781502652 shutdown_connections 2026-02-25T15:49:24.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.685+0000 7f5286e00640 1 -- 10.20.193.52:0/1781502652 wait complete. 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.686+0000 7f5286e00640 1 Processor -- start 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.686+0000 7f5286e00640 1 -- start start 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 0x7f52800c9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f52800cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52800ca9f0 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5280154b20 con 0x7f528006bae0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52800c9950 con 0x7f5280099e40 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47920/0 (socket says 10.20.193.52:47920) 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 -- 10.20.193.52:0/1813669151 learned_addr learned my addr 10.20.193.52:0/1813669151 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5285376640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f52800cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5284b75640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 0x7f52800c9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 -- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 msgr2=0x7f52800cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f52800cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 -- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 msgr2=0x7f52800c9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 0x7f52800c9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 -- 10.20.193.52:0/1813669151 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52680095d0 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5284b75640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 0x7f52800c9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5277fff640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5268009aa0 tx=0x7f52680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5268040870 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52680409d0 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52800c9c30 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5268040d80 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52800ca1f0 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.687+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5280067c80 con 0x7f528006ffd0 2026-02-25T15:49:24.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.688+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f5268049020 con 0x7f528006ffd0 2026-02-25T15:49:24.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.688+0000 7f52757fa640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 0x7f5250078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.688+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4467+0+0 (secure 0 0 0) 0x7f52680bbf60 con 0x7f528006ffd0 2026-02-25T15:49:24.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.688+0000 7f5284b75640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 0x7f5250078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.689+0000 7f5284b75640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 0x7f5250078470 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5270008990 tx=0x7f5270008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.691+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f5268082370 con 0x7f528006ffd0 2026-02-25T15:49:24.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.768+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5280067c80 con 0x7f528006ffd0 2026-02-25T15:49:24.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.768+0000 7f52757fa640 1 -- 10.20.193.52:0/1813669151 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+11032 (secure 0 0 0) 0x7f526803c090 con 0x7f528006ffd0 2026-02-25T15:49:24.771 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:24.771 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":14,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:24.158813+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:24.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 msgr2=0x7f5250078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 0x7f5250078470 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5270008990 tx=0x7f5270008040 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 msgr2=0x7f52801545e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5268009aa0 tx=0x7f52680047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 shutdown_connections 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5250075fb0 0x7f5250078470 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5280099e40 0x7f52800cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f528006ffd0 0x7f52801545e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 --2- 10.20.193.52:0/1813669151 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f528006bae0 0x7f52800c9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 >> 10.20.193.52:0/1813669151 conn(0x7f52800b2d30 msgr2=0x7f52800b6080 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 shutdown_connections 2026-02-25T15:49:24.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.769+0000 7f5286e00640 1 -- 10.20.193.52:0/1813669151 wait complete. 2026-02-25T15:49:24.830 INFO:tasks.cephfs.filesystem.ceph_manager:[] 2026-02-25T15:49:24.830 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:24.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 Processor -- start 2026-02-25T15:49:24.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 -- start start 2026-02-25T15:49:24.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f02240b3f30 0x7f02240b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02240b2b60 con 0x7f0224070e40 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02240b2e40 con 0x7f02241618e0 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022bd92640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02240b3400 con 0x7f02240b3f30 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022a308640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f0224070e40 0x7f0224071270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:35816/0 (socket says 10.20.193.52:35816) 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f022a308640 1 -- 10.20.193.52:0/2681254214 learned_addr learned my addr 10.20.193.52:0/2681254214 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.897+0000 7f0229306640 1 --2- 10.20.193.52:0/2681254214 >> v2:10.20.193.52:3300/0 conn(0x7f02240b3f30 0x7f02240b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1010804789 0 0) 0x7f02240b2b60 con 0x7f0224070e40 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f020c003620 con 0x7f0224070e40 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0229306640 1 -- 10.20.193.52:0/2681254214 >> v1:10.20.193.86:6789/0 conn(0x7f02241618e0 legacy=0x7f02240b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0229306640 1 -- 10.20.193.52:0/2681254214 >> v1:10.20.193.52:6789/0 conn(0x7f0224070e40 legacy=0x7f0224071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2639202025 0 0) 0x7f020c003620 con 0x7f0224070e40 2026-02-25T15:49:24.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0229306640 1 -- 10.20.193.52:0/2681254214 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02240b3120 con 0x7f02240b3f30 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0229306640 1 --2- 10.20.193.52:0/2681254214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240b43a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f02180098a0 tx=0x7f021802ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eff8e973bd92cee server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0220003280 con 0x7f02240b3f30 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f021802f7f0 con 0x7f02240b3f30 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f0228b05640 1 -- 10.20.193.52:0/2681254214 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f021802fb80 con 0x7f02240b3f30 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f022bd92640 1 -- 10.20.193.52:0/2681254214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 msgr2=0x7f02240b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f022bd92640 1 --2- 10.20.193.52:0/2681254214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240b43a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f02180098a0 tx=0x7f021802ee40 comp rx=0 tx=0).stop 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f022bd92640 1 -- 10.20.193.52:0/2681254214 shutdown_connections 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f022bd92640 1 --2- 10.20.193.52:0/2681254214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240b43a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.898+0000 7f022bd92640 1 -- 10.20.193.52:0/2681254214 >> 10.20.193.52:0/2681254214 conn(0x7f022406c980 msgr2=0x7f022406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.899+0000 7f022bd92640 1 -- 10.20.193.52:0/2681254214 shutdown_connections 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.899+0000 7f022bd92640 1 -- 10.20.193.52:0/2681254214 wait complete. 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.899+0000 7f022bd92640 1 Processor -- start 2026-02-25T15:49:24.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.899+0000 7f022bd92640 1 -- start start 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 0x7f02241f87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f02241618e0 0x7f02240ad000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02240a9320 con 0x7f02240b3f30 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02240a9600 con 0x7f0224070e40 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02240a98e0 con 0x7f02241618e0 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47930/0 (socket says 10.20.193.52:47930) 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 -- 10.20.193.52:0/2146002592 learned_addr learned my addr 10.20.193.52:0/2146002592 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 -- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f02241618e0 msgr2=0x7f02240ad000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f02241618e0 0x7f02240ad000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 -- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 msgr2=0x7f02241f87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229b07640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 0x7f02241f87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 0x7f02241f87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 -- 10.20.193.52:0/2146002592 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0218009500 con 0x7f02240b3f30 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229b07640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 0x7f02241f87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f0229306640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f021803a040 tx=0x7f02180047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0218037e30 con 0x7f02240b3f30 2026-02-25T15:49:24.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0218042420 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02240a9bc0 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02180427d0 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0224152d90 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.900+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0224152f20 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.901+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f0218042930 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.901+0000 7f02127fc640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 0x7f01f4078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.901+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4467+0+0 (secure 0 0 0) 0x7f02180bc3f0 con 0x7f02240b3f30 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.901+0000 7f0229b07640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 0x7f01f4078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:24.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.902+0000 7f0229b07640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 0x7f01f4078470 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f021400a8d0 tx=0x7f0214008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:24.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.903+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0218082880 con 0x7f02240b3f30 2026-02-25T15:49:24.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.996+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f022406b9a0 con 0x7f02240b3f30 2026-02-25T15:49:24.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.996+0000 7f02127fc640 1 -- 10.20.193.52:0/2146002592 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f0218085900 con 0x7f02240b3f30 2026-02-25T15:49:24.998 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:24.998 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 2 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 msgr2=0x7f01f4078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 0x7f01f4078470 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f021400a8d0 tx=0x7f0214008040 comp rx=0 tx=0).stop 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 msgr2=0x7f02240a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f021803a040 tx=0x7f02180047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:24.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 shutdown_connections 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f01f4075fb0 0x7f01f4078470 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f02241618e0 0x7f02240ad000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f02240b3f30 0x7f02240a88a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 --2- 10.20.193.52:0/2146002592 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0224070e40 0x7f02241f87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 >> 10.20.193.52:0/2146002592 conn(0x7f022406c980 msgr2=0x7f0224164380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 shutdown_connections 2026-02-25T15:49:25.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:24.997+0000 7f022bd92640 1 -- 10.20.193.52:0/2146002592 wait complete. 2026-02-25T15:49:27.007 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.075+0000 7f8fcc279640 1 Processor -- start 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.075+0000 7f8fcc279640 1 -- start start 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.075+0000 7f8fcc279640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8fc4071710 0x7f8fc40ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fcc279640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc40b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fcc279640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fc415bcc0 con 0x7f8fc415b750 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fcc279640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8fc4071c60 con 0x7f8fc4071710 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fcc279640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc40b4e40 con 0x7f8fc40b4470 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8fc4071710 0x7f8fc40ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc97ed640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f8fc415b750 0x7f8fc4070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50522/0 (socket says 10.20.193.52:50522) 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc97ed640 1 -- 10.20.193.52:0/714076060 learned_addr learned my addr 10.20.193.52:0/714076060 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:27.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fca7ef640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc40b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc8fec640 1 -- 10.20.193.52:0/714076060 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 659924015 0 0) 0x7f8fc415bcc0 con 0x7f8fc415b750 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc8fec640 1 -- 10.20.193.52:0/714076060 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8fac003620 con 0x7f8fc415b750 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 -- 10.20.193.52:0/714076060 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 msgr2=0x7f8fc40b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc40b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 -- 10.20.193.52:0/714076060 >> v1:10.20.193.52:6789/0 conn(0x7f8fc415b750 legacy=0x7f8fc4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 -- 10.20.193.52:0/714076060 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc415bfa0 con 0x7f8fc4071710 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc9fee640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc40ccfb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40098a0 tx=0x7f8fb402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541407df0dd2c04d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc8fec640 1 -- 10.20.193.52:0/714076060 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb402fb70 con 0x7f8fc4071710 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc8fec640 1 -- 10.20.193.52:0/714076060 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fb402fcd0 con 0x7f8fc4071710 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.076+0000 7f8fc8fec640 1 -- 10.20.193.52:0/714076060 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb4037660 con 0x7f8fc4071710 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- 10.20.193.52:0/714076060 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 msgr2=0x7f8fc40ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc40ccfb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40098a0 tx=0x7f8fb402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- 10.20.193.52:0/714076060 shutdown_connections 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc40b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 --2- 10.20.193.52:0/714076060 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc40ccfb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- 10.20.193.52:0/714076060 >> 10.20.193.52:0/714076060 conn(0x7f8fc406c980 msgr2=0x7f8fc406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- 10.20.193.52:0/714076060 shutdown_connections 2026-02-25T15:49:27.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- 10.20.193.52:0/714076060 wait complete. 2026-02-25T15:49:27.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 Processor -- start 2026-02-25T15:49:27.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.077+0000 7f8fcc279640 1 -- start start 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc41f3440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8fc415b750 0x7f8fc4158b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc41f3980 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc4156880 con 0x7f8fc415b750 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fc414a7a0 con 0x7f8fc40b4470 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46886/0 (socket says 10.20.193.52:46886) 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 -- 10.20.193.52:0/1310036472 learned_addr learned my addr 10.20.193.52:0/1310036472 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc97ed640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc41f3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 -- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 msgr2=0x7f8fc41f3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc41f3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 -- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8fc415b750 msgr2=0x7f8fc4158b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8fc415b750 0x7f8fc4158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 -- 10.20.193.52:0/1310036472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fb4009500 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fc9fee640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4009130 tx=0x7f8fb40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb4042650 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fb40427d0 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fc414aa80 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb4042b80 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.078+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fc41565a0 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.079+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fc415bcc0 con 0x7f8fc4071710 2026-02-25T15:49:27.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.079+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f8fb4052020 con 0x7f8fc4071710 2026-02-25T15:49:27.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.079+0000 7f8fb27fc640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 0x7f8f94078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.079+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f8fb402fe40 con 0x7f8fc4071710 2026-02-25T15:49:27.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.080+0000 7f8fc97ed640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 0x7f8f94078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.080+0000 7f8fc97ed640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 0x7f8f94078470 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8002a30 tx=0x7f8fb8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.083 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.081+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8fb40829f0 con 0x7f8fc4071710 2026-02-25T15:49:27.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8fc4073ed0 con 0x7f8fc4071710 2026-02-25T15:49:27.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fb27fc640 1 -- 10.20.193.52:0/1310036472 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3524 (secure 0 0 0) 0x7f8fb403cde0 con 0x7f8fc4071710 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4236,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 3 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 msgr2=0x7f8f94078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 0x7f8f94078470 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8fb8002a30 tx=0x7f8fb8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 msgr2=0x7f8fc41f2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.174+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4009130 tx=0x7f8fb40047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 shutdown_connections 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8f94075fb0 0x7f8f94078470 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8fc415b750 0x7f8fc4158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8fc40b4470 0x7f8fc41f3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 --2- 10.20.193.52:0/1310036472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8fc4071710 0x7f8fc41f2460 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 >> 10.20.193.52:0/1310036472 conn(0x7f8fc406c980 msgr2=0x7f8fc415df60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 shutdown_connections 2026-02-25T15:49:27.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.175+0000 7f8fcc279640 1 -- 10.20.193.52:0/1310036472 wait complete. 2026-02-25T15:49:27.184 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:27.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 Processor -- start 2026-02-25T15:49:27.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 -- start start 2026-02-25T15:49:27.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f097415b750 0x7f09740ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09740b4470 0x7f09740b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f097415bcc0 con 0x7f0974071710 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0974071c60 con 0x7f097415b750 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097bf8a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09740b4e40 con 0x7f09740b4470 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f09794fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f097415b750 0x7f09740ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f09794fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f097415b750 0x7f09740ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46900/0 (socket says 10.20.193.52:46900) 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f09794fe640 1 -- 10.20.193.52:0/3404980985 learned_addr learned my addr 10.20.193.52:0/3404980985 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.250+0000 7f097a500640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09740b4470 0x7f09740b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f09794fe640 1 -- 10.20.193.52:0/3404980985 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09740b4470 msgr2=0x7f09740b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f09794fe640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09740b4470 0x7f09740b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f09794fe640 1 -- 10.20.193.52:0/3404980985 >> v1:10.20.193.86:6789/0 conn(0x7f0974071710 legacy=0x7f0974070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f09794fe640 1 -- 10.20.193.52:0/3404980985 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f097415bfa0 con 0x7f097415b750 2026-02-25T15:49:27.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f09794fe640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f097415b750 0x7f09740ccfb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0968009970 tx=0x7f096802efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53cf3f68475c2a46 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f0978cfd640 1 -- 10.20.193.52:0/3404980985 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096802fc30 con 0x7f097415b750 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f0978cfd640 1 -- 10.20.193.52:0/3404980985 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f096802fd90 con 0x7f097415b750 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f0978cfd640 1 -- 10.20.193.52:0/3404980985 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0968037660 con 0x7f097415b750 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 -- 10.20.193.52:0/3404980985 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f097415b750 msgr2=0x7f09740ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f097415b750 0x7f09740ccfb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0968009970 tx=0x7f096802efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 -- 10.20.193.52:0/3404980985 shutdown_connections 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09740b4470 0x7f09740b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 --2- 10.20.193.52:0/3404980985 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f097415b750 0x7f09740ccfb0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 -- 10.20.193.52:0/3404980985 >> 10.20.193.52:0/3404980985 conn(0x7f097406c980 msgr2=0x7f097406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 -- 10.20.193.52:0/3404980985 shutdown_connections 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.251+0000 7f097bf8a640 1 -- 10.20.193.52:0/3404980985 wait complete. 2026-02-25T15:49:27.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 Processor -- start 2026-02-25T15:49:27.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 -- start start 2026-02-25T15:49:27.259 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09740b4470 0x7f09740ad250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f097415b750 0x7f097415a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0974149f10 con 0x7f0974071710 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0974146120 con 0x7f09740b4470 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f097bf8a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f097415ae50 con 0x7f097415b750 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f0979cff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f0979cff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46912/0 (socket says 10.20.193.52:46912) 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.252+0000 7f0979cff640 1 -- 10.20.193.52:0/464855729 learned_addr learned my addr 10.20.193.52:0/464855729 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 -- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f097415b750 msgr2=0x7f097415a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f097415b750 0x7f097415a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 -- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09740b4470 msgr2=0x7f09740ad250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09740b4470 0x7f09740ad250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 -- 10.20.193.52:0/464855729 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09680095d0 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f0979cff640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f096400c700 tx=0x7f096400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09640052d0 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0964005430 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09741463c0 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09640038d0 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f097415b130 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.253+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09741468e0 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.254+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f0964019020 con 0x7f0974071710 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.254+0000 7f09627fc640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 0x7f0944078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.254+0000 7f09794fe640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 0x7f0944078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.254+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f0964096cb0 con 0x7f0974071710 2026-02-25T15:49:27.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.255+0000 7f09794fe640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 0x7f0944078470 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0974067e70 tx=0x7f0968031000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.256+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f096405ceb0 con 0x7f0974071710 2026-02-25T15:49:27.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.332+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09741468e0 con 0x7f0974071710 2026-02-25T15:49:27.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.333+0000 7f09627fc640 1 -- 10.20.193.52:0/464855729 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12827 (secure 0 0 0) 0x7f09741468e0 con 0x7f0974071710 2026-02-25T15:49:27.336 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:27.336 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":16,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:26.668837+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:27.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 msgr2=0x7f0944078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 0x7f0944078470 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0974067e70 tx=0x7f0968031000 comp rx=0 tx=0).stop 2026-02-25T15:49:27.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 msgr2=0x7f0974146bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f096400c700 tx=0x7f096400cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 shutdown_connections 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0944075fb0 0x7f0944078470 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f097415b750 0x7f097415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09740b4470 0x7f09740ad250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 --2- 10.20.193.52:0/464855729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0974071710 0x7f0974146bc0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 >> 10.20.193.52:0/464855729 conn(0x7f097406c980 msgr2=0x7f09740708b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 shutdown_connections 2026-02-25T15:49:27.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.334+0000 7f097bf8a640 1 -- 10.20.193.52:0/464855729 wait complete. 2026-02-25T15:49:27.343 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:49:27.343 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:27.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.410+0000 7fd9c71a8640 1 Processor -- start 2026-02-25T15:49:27.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.410+0000 7fd9c71a8640 1 -- start start 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c71a8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd9c015d390 0x7fd9c00b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c71a8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c006c770 0x7fd9c00adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c71a8640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9c00ad7c0 con 0x7fd9c00ae190 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c71a8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9c006cbd0 con 0x7fd9c015d390 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c71a8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c00b2020 con 0x7fd9c006c770 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd9c015d390 0x7fd9c00b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd9c015d390 0x7fd9c00b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46924/0 (socket says 10.20.193.52:46924) 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/4008562756 learned_addr learned my addr 10.20.193.52:0/4008562756 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9b7fff640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c006c770 0x7fd9c00adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/4008562756 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c006c770 msgr2=0x7fd9c00adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c006c770 0x7fd9c00adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/4008562756 >> v1:10.20.193.86:6789/0 conn(0x7fd9c00ae190 legacy=0x7fd9c0160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.411+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/4008562756 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c00b2300 con 0x7fd9c015d390 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c4f1d640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c015d390 0x7fd9c00b2a90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd9b0009970 tx=0x7fd9b002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6bd6db661e934f4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9b77fe640 1 -- 10.20.193.52:0/4008562756 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b002fc30 con 0x7fd9c015d390 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9b77fe640 1 -- 10.20.193.52:0/4008562756 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9b002fd90 con 0x7fd9c015d390 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9b77fe640 1 -- 10.20.193.52:0/4008562756 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0037660 con 0x7fd9c015d390 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 -- 10.20.193.52:0/4008562756 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c015d390 msgr2=0x7fd9c00b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c015d390 0x7fd9c00b2a90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd9b0009970 tx=0x7fd9b002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 -- 10.20.193.52:0/4008562756 shutdown_connections 2026-02-25T15:49:27.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c006c770 0x7fd9c00adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/4008562756 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c015d390 0x7fd9c00b2a90 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 -- 10.20.193.52:0/4008562756 >> 10.20.193.52:0/4008562756 conn(0x7fd9c00cef90 msgr2=0x7fd9c00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 -- 10.20.193.52:0/4008562756 shutdown_connections 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 -- 10.20.193.52:0/4008562756 wait complete. 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.412+0000 7fd9c71a8640 1 Processor -- start 2026-02-25T15:49:27.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- start start 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 0x7fd9c0144de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c015d390 0x7fd9c0145320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c01f95b0 con 0x7fd9c006c770 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c00ccef0 con 0x7fd9c00ae190 2026-02-25T15:49:27.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c0144b00 con 0x7fd9c015d390 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46940/0 (socket says 10.20.193.52:46940) 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/3788094751 learned_addr learned my addr 10.20.193.52:0/3788094751 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c571e640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c015d390 0x7fd9c0145320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c015d390 msgr2=0x7fd9c0145320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c015d390 0x7fd9c0145320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 msgr2=0x7fd9c0144de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9b7fff640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 0x7fd9c0144de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 0x7fd9c0144de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 -- 10.20.193.52:0/3788094751 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9b00095d0 con 0x7fd9c006c770 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9b7fff640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 0x7fd9c0144de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c4f1d640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd9b002f510 tx=0x7fd9b00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0040660 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9b00407c0 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9c00cc2e0 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9b0040b70 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.413+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9c00cc8a0 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.414+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9c0068270 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.414+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7fd9b0049020 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.415+0000 7fd9b57fa640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 0x7fd990078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.415+0000 7fd9b7fff640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 0x7fd990078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.415+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7fd9b00bbea0 con 0x7fd9c006c770 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.415+0000 7fd9b7fff640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 0x7fd990078470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd9a8006fd0 tx=0x7fd9a8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.417+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd9b00821d0 con 0x7fd9c006c770 2026-02-25T15:49:27.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.495+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd9c00ce660 con 0x7fd9c006c770 2026-02-25T15:49:27.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.495+0000 7fd9b57fa640 1 -- 10.20.193.52:0/3788094751 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd9b003c0a0 con 0x7fd9c006c770 2026-02-25T15:49:27.497 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:27.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 msgr2=0x7fd990078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 0x7fd990078470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd9a8006fd0 tx=0x7fd9a8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 msgr2=0x7fd9c01445c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd9b002f510 tx=0x7fd9b00047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 shutdown_connections 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd990075fb0 0x7fd990078470 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd9c015d390 0x7fd9c0145320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd9c00ae190 0x7fd9c0144de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 --2- 10.20.193.52:0/3788094751 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd9c006c770 0x7fd9c01445c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 >> 10.20.193.52:0/3788094751 conn(0x7fd9c00cef90 msgr2=0x7fd9c00afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 shutdown_connections 2026-02-25T15:49:27.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.496+0000 7fd9c71a8640 1 -- 10.20.193.52:0/3788094751 wait complete. 2026-02-25T15:49:27.506 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2026-02-25T15:49:27.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.571+0000 7f0496a33640 1 Processor -- start 2026-02-25T15:49:27.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.571+0000 7f0496a33640 1 -- start start 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f0496a33640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f049006b9a0 0x7f049006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f0496a33640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f049006c330 con 0x7f049015b170 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f0496a33640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04900b2af0 con 0x7f04900b38b0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f0496a33640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04900cf790 con 0x7f049006b9a0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f049006b9a0 0x7f049006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048ffff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f049015b170 0x7f04900cec40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50524/0 (socket says 10.20.193.52:50524) 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048ffff640 1 -- 10.20.193.52:0/2618139540 learned_addr learned my addr 10.20.193.52:0/2618139540 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048f7fe640 1 -- 10.20.193.52:0/2618139540 >> v1:10.20.193.86:6789/0 conn(0x7f04900b38b0 legacy=0x7f04900b3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048f7fe640 1 -- 10.20.193.52:0/2618139540 >> v1:10.20.193.52:6789/0 conn(0x7f049015b170 legacy=0x7f04900cec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048effd640 1 -- 10.20.193.52:0/2618139540 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1003520751 0 0) 0x7f0480002ca0 con 0x7f049015b170 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.572+0000 7f048f7fe640 1 -- 10.20.193.52:0/2618139540 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04900b2dd0 con 0x7f049006b9a0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f048f7fe640 1 --2- 10.20.193.52:0/2618139540 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f049006b9a0 0x7f049006bdf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f047802eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f4cd847dee7d90 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f048effd640 1 -- 10.20.193.52:0/2618139540 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047802fb70 con 0x7f049006b9a0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f048effd640 1 -- 10.20.193.52:0/2618139540 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f047802fcd0 con 0x7f049006b9a0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f048effd640 1 -- 10.20.193.52:0/2618139540 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0478037660 con 0x7f049006b9a0 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 -- 10.20.193.52:0/2618139540 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f049006b9a0 msgr2=0x7f049006bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 --2- 10.20.193.52:0/2618139540 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f049006b9a0 0x7f049006bdf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f047802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 -- 10.20.193.52:0/2618139540 shutdown_connections 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 --2- 10.20.193.52:0/2618139540 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f049006b9a0 0x7f049006bdf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 -- 10.20.193.52:0/2618139540 >> 10.20.193.52:0/2618139540 conn(0x7f0490070ff0 msgr2=0x7f0490071400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 -- 10.20.193.52:0/2618139540 shutdown_connections 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.573+0000 7f0496a33640 1 -- 10.20.193.52:0/2618139540 wait complete. 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 Processor -- start 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 -- start start 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 0x7f04901f5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f049015b170 0x7f049006e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04900ad290 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04900ad570 con 0x7f049006b9a0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0496a33640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04900ad850 con 0x7f049015b170 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:46958/0 (socket says 10.20.193.52:46958) 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 -- 10.20.193.52:0/2399174890 learned_addr learned my addr 10.20.193.52:0/2399174890 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f0494fa9640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f049015b170 0x7f049006e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048ffff640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 0x7f04901f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 -- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f049015b170 msgr2=0x7f049006e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f049015b170 0x7f049006e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 -- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 msgr2=0x7f04901f5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 0x7f04901f5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048f7fe640 1 -- 10.20.193.52:0/2399174890 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0478009500 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.574+0000 7f048ffff640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 0x7f04901f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f048f7fe640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f04780047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0478042830 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0478042990 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04900adb30 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0478042d40 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f049006e580 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.575+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04900ae050 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.576+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f0478055480 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.576+0000 7f048cff9640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 0x7f0460078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.576+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f047802fe40 con 0x7f04900b38b0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.576+0000 7f048ffff640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 0x7f0460078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.576+0000 7f048ffff640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 0x7f0460078470 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0480002af0 tx=0x7f0480009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.578+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0478082b40 con 0x7f04900b38b0 2026-02-25T15:49:27.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.656+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f04900ae050 con 0x7f04900b38b0 2026-02-25T15:49:27.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.656+0000 7f048cff9640 1 -- 10.20.193.52:0/2399174890 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f04900ae050 con 0x7f04900b38b0 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout:[ 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout: "poolnum": 1, 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout: "poolname": ".mgr" 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:49:27.659 INFO:teuthology.orchestra.run.trial052.stdout:] 2026-02-25T15:49:27.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 msgr2=0x7f0460078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 0x7f0460078470 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0480002af0 tx=0x7f0480009040 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 msgr2=0x7f04900ae330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f04780047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 shutdown_connections 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0460075fb0 0x7f0460078470 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f049015b170 0x7f049006e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04900b38b0 0x7f04900ae330 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 --2- 10.20.193.52:0/2399174890 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f049006b9a0 0x7f04901f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 >> 10.20.193.52:0/2399174890 conn(0x7f0490070ff0 msgr2=0x7f0490151440 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 shutdown_connections 2026-02-25T15:49:27.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.657+0000 7f0496a33640 1 -- 10.20.193.52:0/2399174890 wait complete. 2026-02-25T15:49:27.667 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2026-02-25T15:49:27.667 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2026-02-25T15:49:27.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 Processor -- start 2026-02-25T15:49:27.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 -- start start 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4c4c160c60 0x7f4c4c0cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c4c0d1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c4c0d0aa0 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c4c0d1030 con 0x7f4c4c160c60 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.734+0000 7f4c53f72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0cf120 con 0x7f4c4c0d3d80 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c524e8640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4c4c0d22a0 0x7f4c4c0cfde0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50534/0 (socket says 10.20.193.52:50534) 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c524e8640 1 -- 10.20.193.52:0/2952766675 learned_addr learned my addr 10.20.193.52:0/2952766675 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/2952766675 >> v2:10.20.193.86:3300/0 conn(0x7f4c4c160c60 0x7f4c4c0cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c514e6640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c4c0d1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 726355237 0 0) 0x7f4c4c0d0aa0 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c34003620 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1566825935 0 0) 0x7f4c34003620 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 msgr2=0x7f4c4c0d1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c4c0d1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 >> v2:10.20.193.86:3300/0 conn(0x7f4c4c160c60 msgr2=0x7f4c4c0cebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 --2- 10.20.193.52:0/2952766675 >> v2:10.20.193.86:3300/0 conn(0x7f4c4c160c60 0x7f4c4c0cebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c0cf3a0 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4c48003280 con 0x7f4c4c0d22a0 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 >> v1:10.20.193.52:6789/0 conn(0x7f4c4c0d22a0 legacy=0x7f4c4c0cfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c34003ac0 0x7f4c34003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c340048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34004e00 0x7f4c34005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0d1030 con 0x7f4c34003ac0 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c0cf120 con 0x7f4c34004e00 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3400bb10 con 0x7f4c4c0d3d80 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c34003ac0 0x7f4c34003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c514e6640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c340048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 -- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 msgr2=0x7f4c340048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c0d3d80 0x7f4c340048c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 -- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34004e00 msgr2=0x7f4c34005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34004e00 0x7f4c34005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.735+0000 7f4c51ce7640 1 -- 10.20.193.52:0/2952766675 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c34003620 con 0x7f4c34003ac0 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c34003ac0 0x7f4c34003ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c009bc0 tx=0x7f4c3c02f530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c8bac6579d612e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c036400 con 0x7f4c34003ac0 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3c032050 con 0x7f4c34003ac0 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c50ce5640 1 -- 10.20.193.52:0/2952766675 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c036780 con 0x7f4c34003ac0 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 -- 10.20.193.52:0/2952766675 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c34003ac0 msgr2=0x7f4c34003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 --2- 10.20.193.52:0/2952766675 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c34003ac0 0x7f4c34003ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c009bc0 tx=0x7f4c3c02f530 comp rx=0 tx=0).stop 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c524e8640 1 -- 10.20.193.52:0/2952766675 reap_dead start 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 -- 10.20.193.52:0/2952766675 shutdown_connections 2026-02-25T15:49:27.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 -- 10.20.193.52:0/2952766675 >> 10.20.193.52:0/2952766675 conn(0x7f4c4c09c7a0 msgr2=0x7f4c4c0d3460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 -- 10.20.193.52:0/2952766675 shutdown_connections 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.736+0000 7f4c53f72640 1 -- 10.20.193.52:0/2952766675 wait complete. 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 Processor -- start 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 -- start start 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 0x7f4c4c15e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c1f6470 0x7f4c4c159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c159040 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c15bf80 con 0x7f4c34003ac0 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c53f72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4c15b670 con 0x7f4c4c1f6470 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47000/0 (socket says 10.20.193.52:47000) 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 -- 10.20.193.52:0/1638246775 learned_addr learned my addr 10.20.193.52:0/1638246775 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c524e8640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c1f6470 0x7f4c4c159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 0x7f4c4c15e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 -- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c1f6470 msgr2=0x7f4c4c159f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c1f6470 0x7f4c4c159f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 -- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 msgr2=0x7f4c4c15e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 0x7f4c4c15e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 -- 10.20.193.52:0/1638246775 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c4c159270 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 0x7f4c4c15e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c514e6640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4c400108f0 tx=0x7f4c40010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c400096d0 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.737+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c4000ec20 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.738+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c4c15b930 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.738+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c4001c400 con 0x7f4c4c157a40 2026-02-25T15:49:27.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.738+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c4c157e80 con 0x7f4c4c157a40 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.738+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c4c08c1a0 con 0x7f4c4c157a40 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.739+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7f4c4001a020 con 0x7f4c4c157a40 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.739+0000 7f4c3a7fc640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 0x7f4c1c078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.739+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4853+0+0 (secure 0 0 0) 0x7f4c40096f10 con 0x7f4c4c157a40 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.739+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 0x7f4c1c078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:27.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.739+0000 7f4c51ce7640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 0x7f4c1c078470 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c038000 tx=0x7f4c3c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:27.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.741+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4c4005d2a0 con 0x7f4c4c157a40 2026-02-25T15:49:27.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:27.820+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4c4c0cebe0 con 0x7f4c4c157a40 2026-02-25T15:49:28.067 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:49:28.068 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:49:28.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.816+0000 7f4c3a7fc640 1 -- 10.20.193.52:0/1638246775 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4c40060320 con 0x7f4c4c157a40 2026-02-25T15:49:28.818 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_metadata' created 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 msgr2=0x7f4c1c078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 0x7f4c1c078470 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c038000 tx=0x7f4c3c008030 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 msgr2=0x7f4c4c158b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4c400108f0 tx=0x7f4c40010dc0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 shutdown_connections 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c1c075fb0 0x7f4c1c078470 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c4c1f6470 0x7f4c4c159f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c4c157a40 0x7f4c4c158b00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 --2- 10.20.193.52:0/1638246775 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c34003ac0 0x7f4c4c15e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 >> 10.20.193.52:0/1638246775 conn(0x7f4c4c09c7a0 msgr2=0x7f4c4c073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 shutdown_connections 2026-02-25T15:49:28.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.818+0000 7f4c53f72640 1 -- 10.20.193.52:0/1638246775 wait complete. 2026-02-25T15:49:28.828 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 Processor -- start 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 -- start start 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc80815d390 0x7fc8080b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80806c770 0x7fc8080adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8080ad7c0 con 0x7fc8080ae190 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc80806cbd0 con 0x7fc80815d390 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80e4c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8080b2020 con 0x7fc80806c770 2026-02-25T15:49:28.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc807fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc80815d390 0x7fc8080b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc80ca3b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc8080ae190 0x7fc808160fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50542/0 (socket says 10.20.193.52:50542) 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.896+0000 7fc807fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc80815d390 0x7fc8080b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47016/0 (socket says 10.20.193.52:47016) 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80ca3b640 1 -- 10.20.193.52:0/2744990296 learned_addr learned my addr 10.20.193.52:0/2744990296 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc8077fe640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80806c770 0x7fc8080adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc807fff640 1 -- 10.20.193.52:0/2744990296 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80806c770 msgr2=0x7fc8080adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc807fff640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80806c770 0x7fc8080adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc807fff640 1 -- 10.20.193.52:0/2744990296 >> v1:10.20.193.52:6789/0 conn(0x7fc8080ae190 legacy=0x7fc808160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc807fff640 1 -- 10.20.193.52:0/2744990296 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8080b2300 con 0x7fc80815d390 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc807fff640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80815d390 0x7fc8080b2a90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40098a0 tx=0x7fc7f402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c44b962d6bca4dc server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc806ffd640 1 -- 10.20.193.52:0/2744990296 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f402fb70 con 0x7fc80815d390 2026-02-25T15:49:28.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc806ffd640 1 -- 10.20.193.52:0/2744990296 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7f402fcd0 con 0x7fc80815d390 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc806ffd640 1 -- 10.20.193.52:0/2744990296 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4037660 con 0x7fc80815d390 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 -- 10.20.193.52:0/2744990296 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80815d390 msgr2=0x7fc8080b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80815d390 0x7fc8080b2a90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40098a0 tx=0x7fc7f402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 -- 10.20.193.52:0/2744990296 shutdown_connections 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80806c770 0x7fc8080adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/2744990296 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80815d390 0x7fc8080b2a90 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 -- 10.20.193.52:0/2744990296 >> 10.20.193.52:0/2744990296 conn(0x7fc8080cef90 msgr2=0x7fc8080cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.897+0000 7fc80e4c5640 1 -- 10.20.193.52:0/2744990296 shutdown_connections 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.898+0000 7fc80e4c5640 1 -- 10.20.193.52:0/2744990296 wait complete. 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.898+0000 7fc80e4c5640 1 Processor -- start 2026-02-25T15:49:28.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.898+0000 7fc80e4c5640 1 -- start start 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 0x7fc808144de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80815d390 0x7fc808145320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8081f95b0 con 0x7fc80806c770 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8080ccef0 con 0x7fc8080ae190 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc808144b00 con 0x7fc80815d390 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47024/0 (socket says 10.20.193.52:47024) 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 -- 10.20.193.52:0/1412181370 learned_addr learned my addr 10.20.193.52:0/1412181370 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80ca3b640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80815d390 0x7fc808145320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc8077fe640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 0x7fc808144de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 -- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80815d390 msgr2=0x7fc808145320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80815d390 0x7fc808145320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 -- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 msgr2=0x7fc808144de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 0x7fc808144de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 -- 10.20.193.52:0/1412181370 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7f4009500 con 0x7fc80806c770 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc8077fe640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 0x7fc808144de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc807fff640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40099d0 tx=0x7fc7f40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f402fb70 con 0x7fc80806c770 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7f4040870 con 0x7fc80806c770 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8080cc2e0 con 0x7fc80806c770 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4040c20 con 0x7fc80806c770 2026-02-25T15:49:28.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8080cc8a0 con 0x7fc80806c770 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.899+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc808068270 con 0x7fc80806c770 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.900+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 4) v1 ==== 98210+0+0 (secure 0 0 0) 0x7fc7f404c460 con 0x7fc80806c770 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.901+0000 7fc804ff9640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 0x7fc7d8078470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.901+0000 7fc8077fe640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 0x7fc7d8078470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.901+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5223+0+0 (secure 0 0 0) 0x7fc7f402fe40 con 0x7fc80806c770 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.901+0000 7fc8077fe640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 0x7fc7d8078470 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8006fd0 tx=0x7fc7f8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:28.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.902+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc7f4083380 con 0x7fc80806c770 2026-02-25T15:49:28.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:28.979+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7fc8080ce660 con 0x7fc80806c770 2026-02-25T15:49:29.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.820+0000 7fc804ff9640 1 -- 10.20.193.52:0/1412181370 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) v1 ==== 171+0+0 (secure 0 0 0) 0x7fc7f4086400 con 0x7fc80806c770 2026-02-25T15:49:29.823 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data' created 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.821+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 msgr2=0x7fc7d8078470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.821+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 0x7fc7d8078470 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8006fd0 tx=0x7fc7f8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.821+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 msgr2=0x7fc8081445c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.821+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc7f40099d0 tx=0x7fc7f40047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 shutdown_connections 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc7d8075fb0 0x7fc7d8078470 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc80815d390 0x7fc808145320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc8080ae190 0x7fc808144de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 --2- 10.20.193.52:0/1412181370 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc80806c770 0x7fc8081445c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 >> 10.20.193.52:0/1412181370 conn(0x7fc8080cef90 msgr2=0x7fc8080afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:29.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 shutdown_connections 2026-02-25T15:49:29.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.822+0000 7fc80e4c5640 1 -- 10.20.193.52:0/1412181370 wait complete. 2026-02-25T15:49:29.834 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2026-02-25T15:49:29.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.900+0000 7f61fcad1640 1 Processor -- start 2026-02-25T15:49:29.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.900+0000 7f61fcad1640 1 -- start start 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61fcad1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f61f806c770 0x7f61f8168120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61fcad1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61f80ad7c0 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61fcad1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61f80b2020 con 0x7f61f80b2a90 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61fcad1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61f80b2300 con 0x7f61f806c770 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6575640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f61f815d390 0x7f61f80adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50554/0 (socket says 10.20.193.52:50554) 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6575640 1 -- 10.20.193.52:0/2043416491 learned_addr learned my addr 10.20.193.52:0/2043416491 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6d76640 1 --2- 10.20.193.52:0/2043416491 >> v2:10.20.193.86:3300/0 conn(0x7f61f806c770 0x7f61f8168120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1042400262 0 0) 0x7f61f80ad7c0 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61e4003620 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3552739848 0 0) 0x7f61e4003620 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 >> v2:10.20.193.86:3300/0 conn(0x7f61f806c770 msgr2=0x7f61f8168120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 --2- 10.20.193.52:0/2043416491 >> v2:10.20.193.86:3300/0 conn(0x7f61f806c770 0x7f61f8168120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 >> v1:10.20.193.86:6789/0 conn(0x7f61f80b2a90 legacy=0x7f61f80ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f80b25e0 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f61ec002f00 con 0x7f61f815d390 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 >> v1:10.20.193.52:6789/0 conn(0x7f61f815d390 legacy=0x7f61f80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61e4003b10 0x7f61e4003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61e4004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61e40053a0 0x7f61e400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f80b2300 con 0x7f61e40048c0 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61e400c270 con 0x7f61e4003b10 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61e400c430 con 0x7f61e40053a0 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61e4004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6575640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61e4003b10 0x7f61e4003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 -- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61e40053a0 msgr2=0x7f61e400ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61e40053a0 0x7f61e400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 -- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61e4003b10 msgr2=0x7f61e4003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61e4003b10 0x7f61e4003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6d76640 1 -- 10.20.193.52:0/2043416491 reap_dead start 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f5d74640 1 -- 10.20.193.52:0/2043416491 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61e4003620 con 0x7f61e40048c0 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.901+0000 7f61f6575640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61e4003b10 0x7f61e4003f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61f5d74640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61e4004d40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f61e0003070 tx=0x7f61e002ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bbbcf76ff7531ae server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e00052d0 con 0x7f61e40048c0 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61e0005430 con 0x7f61e40048c0 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61f5573640 1 -- 10.20.193.52:0/2043416491 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61e0003910 con 0x7f61e40048c0 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 -- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 msgr2=0x7f61e4004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61e4004d40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f61e0003070 tx=0x7f61e002ed80 comp rx=0 tx=0).stop 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 -- 10.20.193.52:0/2043416491 shutdown_connections 2026-02-25T15:49:29.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 --2- 10.20.193.52:0/2043416491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61e4004d40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 -- 10.20.193.52:0/2043416491 >> 10.20.193.52:0/2043416491 conn(0x7f61f80cef90 msgr2=0x7f61f80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 -- 10.20.193.52:0/2043416491 shutdown_connections 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.902+0000 7f61fcad1640 1 -- 10.20.193.52:0/2043416491 wait complete. 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 Processor -- start 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 -- start start 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61f815e750 0x7f61f815eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61f815f430 0x7f61f81f4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f815f8e0 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f815e2c0 con 0x7f61f815e750 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61fcad1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61f815d990 con 0x7f61f815f430 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47028/0 (socket says 10.20.193.52:47028) 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 -- 10.20.193.52:0/4149151311 learned_addr learned my addr 10.20.193.52:0/4149151311 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6d76640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61f815f430 0x7f61f81f4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f5d74640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61f815e750 0x7f61f815eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 -- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61f815f430 msgr2=0x7f61f81f4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61f815f430 0x7f61f81f4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 -- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61f815e750 msgr2=0x7f61f815eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61f815e750 0x7f61f815eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.903+0000 7f61f6575640 1 -- 10.20.193.52:0/4149151311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f815dc70 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61f6575640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f61ec0027c0 tx=0x7f61ec00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec002f20 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61ec00c870 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61f815df50 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61ec00cc20 con 0x7f61e40048c0 2026-02-25T15:49:29.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61f814cf40 con 0x7f61e40048c0 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.904+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61f8068270 con 0x7f61e40048c0 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.905+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f61ec01d460 con 0x7f61e40048c0 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.905+0000 7f61deffd640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 0x7f61c4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.905+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5605+0+0 (secure 0 0 0) 0x7f61ec097890 con 0x7f61e40048c0 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.905+0000 7f61f5d74640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 0x7f61c4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:29.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.905+0000 7f61f5d74640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 0x7f61c4078500 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f61e0037000 tx=0x7f61e0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:29.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:29.907+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f61ec05d6c0 con 0x7f61e40048c0 2026-02-25T15:49:30.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.001+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f61f806eff0 con 0x7f61e40048c0 2026-02-25T15:49:30.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.002+0000 7f61deffd640 1 -- 10.20.193.52:0/4149151311 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f61ec060740 con 0x7f61e40048c0 2026-02-25T15:49:30.004 INFO:teuthology.orchestra.run.trial052.stderr:new fs with metadata pool 2 and data pool 3 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 msgr2=0x7f61c4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 0x7f61c4078500 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f61e0037000 tx=0x7f61e0033000 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 msgr2=0x7f61f814ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f61ec0027c0 tx=0x7f61ec00ef90 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 shutdown_connections 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f61c4076040 0x7f61c4078500 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f61f815f430 0x7f61f81f4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f61f815e750 0x7f61f815eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 --2- 10.20.193.52:0/4149151311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f61e40048c0 0x7f61f814ca00 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 >> 10.20.193.52:0/4149151311 conn(0x7f61f80cef90 msgr2=0x7f61f8071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 shutdown_connections 2026-02-25T15:49:30.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.003+0000 7f61fcad1640 1 -- 10.20.193.52:0/4149151311 wait complete. 2026-02-25T15:49:30.016 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2026-02-25T15:49:30.016 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2026-02-25T15:49:30.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.084+0000 7f8b7dbe6640 1 Processor -- start 2026-02-25T15:49:30.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.084+0000 7f8b7dbe6640 1 -- start start 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b7dbe6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b7806a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b7dbe6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8b7815fa00 0x7f8b7806aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b7dbe6640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b78070060 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b7dbe6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b7815f5e0 con 0x7f8b7815fa00 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b7dbe6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7815c6e0 con 0x7f8b7806c690 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b777fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f8b7815b2f0 0x7f8b7806f610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50558/0 (socket says 10.20.193.52:50558) 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b777fe640 1 -- 10.20.193.52:0/110659390 learned_addr learned my addr 10.20.193.52:0/110659390 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b7806a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2691635009 0 0) 0x7f8b78070060 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b77fff640 1 --2- 10.20.193.52:0/110659390 >> v2:10.20.193.86:3300/0 conn(0x7f8b7815fa00 0x7f8b7806aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8b5c003620 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1149560753 0 0) 0x7f8b5c003620 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 msgr2=0x7f8b7806a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b7806a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 >> v2:10.20.193.86:3300/0 conn(0x7f8b7815fa00 msgr2=0x7f8b7806aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 --2- 10.20.193.52:0/110659390 >> v2:10.20.193.86:3300/0 conn(0x7f8b7815fa00 0x7f8b7806aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b7815ef20 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f8b64002f00 con 0x7f8b7815b2f0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 >> v1:10.20.193.52:6789/0 conn(0x7f8b7815b2f0 legacy=0x7f8b7806f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b5c003b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b5c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b5c004e00 0x7f8b5c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7815f5e0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7815c6e0 con 0x7f8b5c004e00 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b5c00bd10 con 0x7f8b7806c690 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.085+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b5c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b77fff640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b5c004e00 0x7f8b5c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b777fe640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b5c003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 -- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 msgr2=0x7f8b5c003b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7806c690 0x7f8b5c003b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 -- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b5c004e00 msgr2=0x7f8b5c005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b5c004e00 0x7f8b5c005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 -- 10.20.193.52:0/110659390 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b5c003620 con 0x7f8b5c0040e0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b5c0048c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8b680098d0 tx=0x7f8b6802ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f33469789f22f1ef server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6802f920 con 0x7f8b5c0040e0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b6802fa80 con 0x7f8b5c0040e0 2026-02-25T15:49:30.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b767fc640 1 -- 10.20.193.52:0/110659390 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6802fe10 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/110659390 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 msgr2=0x7f8b5c0048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/110659390 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b5c0048c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8b680098d0 tx=0x7f8b6802ef00 comp rx=0 tx=0).stop 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b77fff640 1 -- 10.20.193.52:0/110659390 reap_dead start 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/110659390 shutdown_connections 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.086+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/110659390 >> 10.20.193.52:0/110659390 conn(0x7f8b7806bae0 msgr2=0x7f8b7806bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.087+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/110659390 shutdown_connections 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.087+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/110659390 wait complete. 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.087+0000 7f8b7dbe6640 1 Processor -- start 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.087+0000 7f8b7dbe6640 1 -- start start 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b78156c70 0x7f8b7814e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7809c170 0x7f8b7809c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7809bce0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7809dd80 con 0x7f8b78156c70 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7809b0d0 con 0x7f8b7809c170 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47052/0 (socket says 10.20.193.52:47052) 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 -- 10.20.193.52:0/3223853793 learned_addr learned my addr 10.20.193.52:0/3223853793 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b78156c70 0x7f8b7814e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 -- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7809c170 msgr2=0x7f8b7809c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7809c170 0x7f8b7809c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 -- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b78156c70 msgr2=0x7f8b7814e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b78156c70 0x7f8b7814e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 -- 10.20.193.52:0/3223853793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b7809b3b0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b777fe640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8b6400eaf0 tx=0x7f8b64005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6400c850 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b6400c9d0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b7809b690 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6400cd80 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.088+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b7814eef0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.089+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b78070060 con 0x7f8b5c0040e0 2026-02-25T15:49:30.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.090+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8b6401d460 con 0x7f8b5c0040e0 2026-02-25T15:49:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.090+0000 7f8b53fff640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 0x7f8b48078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.090+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 0x7f8b48078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.090+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5705+0+0 (secure 0 0 0) 0x7f8b64096cb0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.090+0000 7f8b76ffd640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 0x7f8b48078500 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b68039000 tx=0x7f8b68033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:30.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.092+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8b6405caa0 con 0x7f8b5c0040e0 2026-02-25T15:49:30.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:30.177+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f8b78067bf0 con 0x7f8b5c0040e0 2026-02-25T15:49:31.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.005+0000 7f8b53fff640 1 -- 10.20.193.52:0/3223853793 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) v1 ==== 157+0+0 (secure 0 0 0) 0x7f8b6405fb20 con 0x7f8b5c0040e0 2026-02-25T15:49:31.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 msgr2=0x7f8b48078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 0x7f8b48078500 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8b68039000 tx=0x7f8b68033000 comp rx=0 tx=0).stop 2026-02-25T15:49:31.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 msgr2=0x7f8b781571c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8b6400eaf0 tx=0x7f8b64005e50 comp rx=0 tx=0).stop 2026-02-25T15:49:31.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 shutdown_connections 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8b48076040 0x7f8b48078500 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8b7809c170 0x7f8b7809c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8b78156c70 0x7f8b7814e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 --2- 10.20.193.52:0/3223853793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8b5c0040e0 0x7f8b781571c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 >> 10.20.193.52:0/3223853793 conn(0x7f8b7806bae0 msgr2=0x7f8b78159850 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 shutdown_connections 2026-02-25T15:49:31.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.008+0000 7f8b7dbe6640 1 -- 10.20.193.52:0/3223853793 wait complete. 2026-02-25T15:49:31.019 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2026-02-25T15:49:31.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.089+0000 7f91e2127640 1 Processor -- start 2026-02-25T15:49:31.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.089+0000 7f91e2127640 1 -- start start 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91e2127640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f91dc15d390 0x7f91dc0b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91e2127640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91dc0adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91e2127640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91dc0ad7c0 con 0x7f91dc0ae190 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91e2127640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91dc06cbd0 con 0x7f91dc15d390 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91e2127640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc0b2020 con 0x7f91dc06c770 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f91dc0ae190 0x7f91dc160fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50560/0 (socket says 10.20.193.52:50560) 2026-02-25T15:49:31.097 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 -- 10.20.193.52:0/423283129 learned_addr learned my addr 10.20.193.52:0/423283129 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91db7fe640 1 --2- 10.20.193.52:0/423283129 >> v2:10.20.193.86:3300/0 conn(0x7f91dc15d390 0x7f91dc0b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91daffd640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91dc0adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2369272025 0 0) 0x7f91dc0ad7c0 con 0x7f91dc0ae190 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91c0003620 con 0x7f91dc0ae190 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3787191776 0 0) 0x7f91c0003620 con 0x7f91dc0ae190 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 msgr2=0x7f91dc0adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91dc0adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 >> v2:10.20.193.86:3300/0 conn(0x7f91dc15d390 msgr2=0x7f91dc0b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 --2- 10.20.193.52:0/423283129 >> v2:10.20.193.86:3300/0 conn(0x7f91dc15d390 0x7f91dc0b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91dc0b2300 con 0x7f91dc0ae190 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f91d0003280 con 0x7f91dc0ae190 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 >> v1:10.20.193.52:6789/0 conn(0x7f91dc0ae190 legacy=0x7f91dc160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91c0003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91c0004090 0x7f91c00048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91c0004e00 0x7f91c0005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc06cbd0 con 0x7f91c0004e00 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc0b2020 con 0x7f91c0004090 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91c000bad0 con 0x7f91dc06c770 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91c0004e00 0x7f91c0005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91daffd640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91c0004090 0x7f91c00048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 -- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 msgr2=0x7f91c0003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91db7fe640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91c0003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91c0003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 -- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91c0004090 msgr2=0x7f91c00048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.090+0000 7f91dbfff640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91c0004090 0x7f91c00048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91dbfff640 1 -- 10.20.193.52:0/423283129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91c0003620 con 0x7f91c0004e00 2026-02-25T15:49:31.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91db7fe640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc06c770 0x7f91c0003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91dbfff640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91c0004e00 0x7f91c0005280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f91d000a860 tx=0x7f91d002fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=280245a83a4dc6e6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d0031680 con 0x7f91c0004e00 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91d0031800 con 0x7f91c0004e00 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91da7fc640 1 -- 10.20.193.52:0/423283129 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d0031bf0 con 0x7f91c0004e00 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 -- 10.20.193.52:0/423283129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91c0004e00 msgr2=0x7f91c0005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 --2- 10.20.193.52:0/423283129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91c0004e00 0x7f91c0005280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f91d000a860 tx=0x7f91d002fc50 comp rx=0 tx=0).stop 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91dbfff640 1 -- 10.20.193.52:0/423283129 reap_dead start 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 -- 10.20.193.52:0/423283129 shutdown_connections 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 -- 10.20.193.52:0/423283129 >> 10.20.193.52:0/423283129 conn(0x7f91dc0cef90 msgr2=0x7f91dc0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 -- 10.20.193.52:0/423283129 shutdown_connections 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.091+0000 7f91e2127640 1 -- 10.20.193.52:0/423283129 wait complete. 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 Processor -- start 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 -- start start 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc1540b0 0x7f91dc1557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91dc155cf0 0x7f91dc1f8420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc156170 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc0cb290 con 0x7f91dc155cf0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91e2127640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91dc1545e0 con 0x7f91dc1540b0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91db7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91db7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47082/0 (socket says 10.20.193.52:47082) 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.092+0000 7f91db7fe640 1 -- 10.20.193.52:0/1050747227 learned_addr learned my addr 10.20.193.52:0/1050747227 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91dbfff640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91dc155cf0 0x7f91dc1f8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 -- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc1540b0 msgr2=0x7f91dc1557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc1540b0 0x7f91dc1557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 -- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91dc155cf0 msgr2=0x7f91dc1f8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91dc155cf0 0x7f91dc1f8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 -- 10.20.193.52:0/1050747227 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91dc1548c0 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91db7fe640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f91c8010c30 tx=0x7f91c800e540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91c800ee60 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91c801c400 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91dc154ba0 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91c801c790 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91dc143de0 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.093+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91dc068270 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.094+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f91c801a020 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.094+0000 7f91b7fff640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 0x7f91ac078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.094+0000 7f91daffd640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 0x7f91ac078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.094+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5931+0+0 (secure 0 0 0) 0x7f91c8097360 con 0x7f91dc143a00 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.095+0000 7f91daffd640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 0x7f91ac078500 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0ad850 tx=0x7f91cc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:31.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.096+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f91c805d100 con 0x7f91dc143a00 2026-02-25T15:49:31.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:31.174+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f91dc0ae620 con 0x7f91dc143a00 2026-02-25T15:49:33.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.008+0000 7f91b7fff640 1 -- 10.20.193.52:0/1050747227 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) v1 ==== 228+0+0 (secure 0 0 0) 0x7f91c8060180 con 0x7f91dc143a00 2026-02-25T15:49:33.012 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data_ec' created 2026-02-25T15:49:33.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 msgr2=0x7f91ac078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 0x7f91ac078500 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0ad850 tx=0x7f91cc008040 comp rx=0 tx=0).stop 2026-02-25T15:49:33.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 msgr2=0x7f91dc0cdf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f91c8010c30 tx=0x7f91c800e540 comp rx=0 tx=0).stop 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 shutdown_connections 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f91ac076040 0x7f91ac078500 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f91dc155cf0 0x7f91dc1f8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f91dc1540b0 0x7f91dc1557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 --2- 10.20.193.52:0/1050747227 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f91dc143a00 0x7f91dc0cdf40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 >> 10.20.193.52:0/1050747227 conn(0x7f91dc0cef90 msgr2=0x7f91dc0709a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 shutdown_connections 2026-02-25T15:49:33.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.013+0000 7f91e2127640 1 -- 10.20.193.52:0/1050747227 wait complete. 2026-02-25T15:49:33.026 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2026-02-25T15:49:33.101 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.092+0000 7fbf9cb39640 1 Processor -- start 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.092+0000 7fbf9cb39640 1 -- start start 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf9cb39640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbf980ae510 0x7fbf98071870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf9cb39640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf98072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf9cb39640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf98072960 con 0x7fbf9815e4d0 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf9cb39640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf98071450 con 0x7fbf980ae510 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf9cb39640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9815e940 con 0x7fbf98072010 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fbf9815e4d0 0x7fbf980b1f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50574/0 (socket says 10.20.193.52:50574) 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95d74640 1 -- 10.20.193.52:0/2522258834 learned_addr learned my addr 10.20.193.52:0/2522258834 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:33.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96d76640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf98072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 --2- 10.20.193.52:0/2522258834 >> v2:10.20.193.86:3300/0 conn(0x7fbf980ae510 0x7fbf98071870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1524628196 0 0) 0x7fbf98072960 con 0x7fbf9815e4d0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf84003620 con 0x7fbf9815e4d0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3438152221 0 0) 0x7fbf84003620 con 0x7fbf9815e4d0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 msgr2=0x7fbf98072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf98072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 >> v2:10.20.193.86:3300/0 conn(0x7fbf980ae510 msgr2=0x7fbf98071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 --2- 10.20.193.52:0/2522258834 >> v2:10.20.193.86:3300/0 conn(0x7fbf980ae510 0x7fbf98071870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf98070ab0 con 0x7fbf9815e4d0 2026-02-25T15:49:33.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fbf80002f00 con 0x7fbf9815e4d0 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 >> v1:10.20.193.52:6789/0 conn(0x7fbf9815e4d0 legacy=0x7fbf980b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf84003ac0 0x7fbf84003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf840048c0 0x7fbf84004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf84005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf98071450 con 0x7fbf84003ac0 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9815e940 con 0x7fbf840048c0 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8400bb00 con 0x7fbf98072010 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf84003ac0 0x7fbf84003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96d76640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf84005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 -- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 msgr2=0x7fbf84005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf98072010 0x7fbf84005280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 -- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf840048c0 msgr2=0x7fbf84004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf840048c0 0x7fbf84004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.093+0000 7fbf96575640 1 -- 10.20.193.52:0/2522258834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf84003620 con 0x7fbf84003ac0 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf96575640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf84003ac0 0x7fbf84003ee0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009bc0 tx=0x7fbf8c02f530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d50c8cc701c68fd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c036400 con 0x7fbf84003ac0 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8c032050 con 0x7fbf84003ac0 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf95573640 1 -- 10.20.193.52:0/2522258834 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c036780 con 0x7fbf84003ac0 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 -- 10.20.193.52:0/2522258834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf84003ac0 msgr2=0x7fbf84003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/2522258834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf84003ac0 0x7fbf84003ee0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009bc0 tx=0x7fbf8c02f530 comp rx=0 tx=0).stop 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf96d76640 1 -- 10.20.193.52:0/2522258834 reap_dead start 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 -- 10.20.193.52:0/2522258834 shutdown_connections 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 -- 10.20.193.52:0/2522258834 >> 10.20.193.52:0/2522258834 conn(0x7fbf980cef90 msgr2=0x7fbf980cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 -- 10.20.193.52:0/2522258834 shutdown_connections 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.094+0000 7fbf9cb39640 1 -- 10.20.193.52:0/2522258834 wait complete. 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 Processor -- start 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 -- start start 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf84003ac0 0x7fbf980c5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf9814bd90 0x7fbf980c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf98158a30 con 0x7fbf98149270 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf980c58a0 con 0x7fbf84003ac0 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf9cb39640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf98157e20 con 0x7fbf9814bd90 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf96d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf96d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47112/0 (socket says 10.20.193.52:47112) 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.095+0000 7fbf96d76640 1 -- 10.20.193.52:0/3071583237 learned_addr learned my addr 10.20.193.52:0/3071583237 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf95d74640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf9814bd90 0x7fbf980c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 -- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf9814bd90 msgr2=0x7fbf980c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf9814bd90 0x7fbf980c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 -- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf84003ac0 msgr2=0x7fbf980c5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:33.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96575640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf84003ac0 0x7fbf980c5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf84003ac0 0x7fbf980c5360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 -- 10.20.193.52:0/3071583237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf98158100 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf96d76640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbf980b3470 tx=0x7fbf8800f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf88006ea0 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf88011040 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf981583e0 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf88017620 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf980c4430 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.096+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf980ae8f0 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.097+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbf88014070 con 0x7fbf98149270 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.098+0000 7fbf7effd640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 0x7fbf64078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:33.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.098+0000 7fbf96575640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 0x7fbf64078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:33.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.098+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6424+0+0 (secure 0 0 0) 0x7fbf88097460 con 0x7fbf98149270 2026-02-25T15:49:33.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.098+0000 7fbf96575640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 0x7fbf64078500 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c038000 tx=0x7fbf8c008030 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:33.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.100+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbf8805d060 con 0x7fbf98149270 2026-02-25T15:49:33.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:33.178+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7fbf98071870 con 0x7fbf98149270 2026-02-25T15:49:34.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.014+0000 7fbf7effd640 1 -- 10.20.193.52:0/3071583237 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) v1 ==== 169+0+0 (secure 0 0 0) 0x7fbf880600e0 con 0x7fbf98149270 2026-02-25T15:49:34.016 INFO:teuthology.orchestra.run.trial052.stderr:set pool 4 allow_ec_overwrites to true 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 msgr2=0x7fbf64078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 0x7fbf64078500 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c038000 tx=0x7fbf8c008030 comp rx=0 tx=0).stop 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 msgr2=0x7fbf98158ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbf980b3470 tx=0x7fbf8800f4a0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 shutdown_connections 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbf64076040 0x7fbf64078500 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbf98149270 0x7fbf98158ec0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbf9814bd90 0x7fbf980c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 --2- 10.20.193.52:0/3071583237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbf84003ac0 0x7fbf980c5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 >> 10.20.193.52:0/3071583237 conn(0x7fbf980cef90 msgr2=0x7fbf9806cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 shutdown_connections 2026-02-25T15:49:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.015+0000 7fbf9cb39640 1 -- 10.20.193.52:0/3071583237 wait complete. 2026-02-25T15:49:34.028 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 Processor -- start 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 -- start start 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc84415d390 0x7fc8440b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8440ad7c0 con 0x7fc84406c770 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc84406cc00 con 0x7fc8440ae360 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc84c023640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8440b2020 con 0x7fc84415d390 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc849597640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc84406c770 0x7fc8440adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50588/0 (socket says 10.20.193.52:50588) 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.095+0000 7fc849597640 1 -- 10.20.193.52:0/2930090037 learned_addr learned my addr 10.20.193.52:0/2930090037 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849d98640 1 --2- 10.20.193.52:0/2930090037 >> v2:10.20.193.86:3300/0 conn(0x7fc84415d390 0x7fc8440b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2106534853 0 0) 0x7fc8440ad7c0 con 0x7fc84406c770 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc82c003620 con 0x7fc84406c770 2026-02-25T15:49:34.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 814226130 0 0) 0x7fc82c003620 con 0x7fc84406c770 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 >> v2:10.20.193.86:3300/0 conn(0x7fc84415d390 msgr2=0x7fc8440b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 --2- 10.20.193.52:0/2930090037 >> v2:10.20.193.86:3300/0 conn(0x7fc84415d390 0x7fc8440b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 >> v1:10.20.193.86:6789/0 conn(0x7fc8440ae360 legacy=0x7fc8440709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8440b2300 con 0x7fc84406c770 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fc838002f00 con 0x7fc84406c770 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 >> v1:10.20.193.52:6789/0 conn(0x7fc84406c770 legacy=0x7fc8440adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc82c003b10 0x7fc82c003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 0x7fc82c004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0053a0 0x7fc82c00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8440b2020 con 0x7fc82c0048c0 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82c00c270 con 0x7fc82c0053a0 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc82c00c430 con 0x7fc82c003b10 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 0x7fc82c004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849d98640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc82c003b10 0x7fc82c003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc84a599640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0053a0 0x7fc82c00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 -- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc82c003b10 msgr2=0x7fc82c003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc82c003b10 0x7fc82c003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 -- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0053a0 msgr2=0x7fc82c00ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0053a0 0x7fc82c00ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc84a599640 1 -- 10.20.193.52:0/2930090037 reap_dead start 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 -- 10.20.193.52:0/2930090037 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc82c003620 con 0x7fc82c0048c0 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc849597640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 0x7fc82c004d40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc838002860 tx=0x7fc83802f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aefabd8e637d775e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc838005bd0 con 0x7fc82c0048c0 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc838032070 con 0x7fc82c0048c0 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.096+0000 7fc848d96640 1 -- 10.20.193.52:0/2930090037 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc838007070 con 0x7fc82c0048c0 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 msgr2=0x7fc82c004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 0x7fc82c004d40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc838002860 tx=0x7fc83802f580 comp rx=0 tx=0).stop 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- 10.20.193.52:0/2930090037 shutdown_connections 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 --2- 10.20.193.52:0/2930090037 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc82c0048c0 0x7fc82c004d40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- 10.20.193.52:0/2930090037 >> 10.20.193.52:0/2930090037 conn(0x7fc8440cef90 msgr2=0x7fc8440cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- 10.20.193.52:0/2930090037 shutdown_connections 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- 10.20.193.52:0/2930090037 wait complete. 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 Processor -- start 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.097+0000 7fc84c023640 1 -- start start 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 0x7fc8441469c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc8441558c0 0x7fc844155d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8440ccc90 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc844156280 con 0x7fc82c0048c0 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc844150f30 con 0x7fc8441558c0 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47116/0 (socket says 10.20.193.52:47116) 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 -- 10.20.193.52:0/287251703 learned_addr learned my addr 10.20.193.52:0/287251703 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc849d98640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 0x7fc8441469c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 -- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc8441558c0 msgr2=0x7fc844155d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc8441558c0 0x7fc844155d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 -- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 msgr2=0x7fc8441469c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 0x7fc8441469c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 -- 10.20.193.52:0/287251703 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc844146f00 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc849d98640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 0x7fc8441469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84a599640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc840002b80 tx=0x7fc84000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84000ca10 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc84000cb90 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8440cc110 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84000cd40 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.098+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8440cc6d0 con 0x7fc844151410 2026-02-25T15:49:34.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.099+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc844068270 con 0x7fc844151410 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.099+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc84001e460 con 0x7fc844151410 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.100+0000 7fc8327fc640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 0x7fc814078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.100+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6424+0+0 (secure 0 0 0) 0x7fc840097440 con 0x7fc844151410 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.100+0000 7fc849d98640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 0x7fc814078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.100+0000 7fc849d98640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 0x7fc814078500 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc834006fd0 tx=0x7fc834008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.102+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc84005cec0 con 0x7fc844151410 2026-02-25T15:49:34.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.197+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fc8440b30b0 con 0x7fc844151410 2026-02-25T15:49:34.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.198+0000 7fc8327fc640 1 -- 10.20.193.52:0/287251703 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) v1 ==== 137+0+0 (secure 0 0 0) 0x7fc84000cea0 con 0x7fc844151410 2026-02-25T15:49:34.200 INFO:teuthology.orchestra.run.trial052.stderr:added data pool 4 to fsmap 2026-02-25T15:49:34.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 msgr2=0x7fc814078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 0x7fc814078500 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc834006fd0 tx=0x7fc834008040 comp rx=0 tx=0).stop 2026-02-25T15:49:34.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 msgr2=0x7fc844151890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc840002b80 tx=0x7fc84000ef10 comp rx=0 tx=0).stop 2026-02-25T15:49:34.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 shutdown_connections 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc814076040 0x7fc814078500 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc844151410 0x7fc844151890 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc8441558c0 0x7fc844155d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 --2- 10.20.193.52:0/287251703 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc82c0048c0 0x7fc8441469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 >> 10.20.193.52:0/287251703 conn(0x7fc8440cef90 msgr2=0x7fc844071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 shutdown_connections 2026-02-25T15:49:34.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.199+0000 7fc84c023640 1 -- 10.20.193.52:0/287251703 wait complete. 2026-02-25T15:49:34.210 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:34.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.277+0000 7f77f4841640 1 Processor -- start 2026-02-25T15:49:34.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.277+0000 7f77f4841640 1 -- start start 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f4841640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f77ec160c10 0x7f77ec0d4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f4841640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 0x7f77ec0cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f4841640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77ec0d1d00 con 0x7f77ec0d21e0 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f4841640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77ec0cf690 con 0x7f77ec160c10 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f4841640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77ec0cf3d0 con 0x7f77ec0d1620 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f1db5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 0x7f77ec0cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f2db7640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f77ec0d21e0 0x7f77ec0b37f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:60010/0 (socket says 10.20.193.52:60010) 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f25b6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f77ec160c10 0x7f77ec0d4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f2db7640 1 -- 10.20.193.52:0/4249684177 learned_addr learned my addr 10.20.193.52:0/4249684177 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:34.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f25b6640 1 -- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 msgr2=0x7f77ec0cfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.282 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f25b6640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 0x7f77ec0cfce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.282 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f25b6640 1 -- 10.20.193.52:0/4249684177 >> v1:10.20.193.86:6789/0 conn(0x7f77ec0d21e0 legacy=0x7f77ec0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.282 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f25b6640 1 -- 10.20.193.52:0/4249684177 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77ec0d09b0 con 0x7f77ec160c10 2026-02-25T15:49:34.282 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.278+0000 7f77f1db5640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 0x7f77ec0cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:34.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f25b6640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0d4050 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f77e40098a0 tx=0x7f77e402ee10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec496a215e8b96b1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f15b4640 1 -- 10.20.193.52:0/4249684177 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e402fad0 con 0x7f77ec160c10 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f15b4640 1 -- 10.20.193.52:0/4249684177 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77e402fc30 con 0x7f77ec160c10 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f15b4640 1 -- 10.20.193.52:0/4249684177 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e4037440 con 0x7f77ec160c10 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 -- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 msgr2=0x7f77ec0d4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0d4050 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f77e40098a0 tx=0x7f77e402ee10 comp rx=0 tx=0).stop 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 -- 10.20.193.52:0/4249684177 shutdown_connections 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d1620 0x7f77ec0cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 --2- 10.20.193.52:0/4249684177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0d4050 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 -- 10.20.193.52:0/4249684177 >> 10.20.193.52:0/4249684177 conn(0x7f77ec09c7b0 msgr2=0x7f77ec0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 -- 10.20.193.52:0/4249684177 shutdown_connections 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.279+0000 7f77f4841640 1 -- 10.20.193.52:0/4249684177 wait complete. 2026-02-25T15:49:34.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 Processor -- start 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 -- start start 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d21e0 0x7f77ec0ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0b7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ec15d6e0 con 0x7f77ec0d1620 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ec15cd10 con 0x7f77ec160c10 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.280+0000 7f77f4841640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77ec159fd0 con 0x7f77ec0d21e0 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47118/0 (socket says 10.20.193.52:47118) 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 -- 10.20.193.52:0/1550388163 learned_addr learned my addr 10.20.193.52:0/1550388163 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f2db7640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0b7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f1db5640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d21e0 0x7f77ec0ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 -- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d21e0 msgr2=0x7f77ec0ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d21e0 0x7f77ec0ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 -- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 msgr2=0x7f77ec0b7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0b7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 -- 10.20.193.52:0/1550388163 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d8009500 con 0x7f77ec0d1620 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f25b6640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f77e40098a0 tx=0x7f77e40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e4042620 con 0x7f77ec0d1620 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77e4042780 con 0x7f77ec0d1620 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77e4009500 con 0x7f77ec0d1620 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e4042b30 con 0x7f77ec0d1620 2026-02-25T15:49:34.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.281+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77ec15c100 con 0x7f77ec0d1620 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.282+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77ec0d4050 con 0x7f77ec0d1620 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.282+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f77e4042c90 con 0x7f77ec0d1620 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.282+0000 7f77d6ffd640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 0x7f77bc078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.283+0000 7f77f1db5640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 0x7f77bc078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.283+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f77e40bca80 con 0x7f77ec0d1620 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.283+0000 7f77f1db5640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 0x7f77bc078530 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f77d8009cc0 tx=0x7f77d8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.285+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f77e40826a0 con 0x7f77ec0d1620 2026-02-25T15:49:34.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.380+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f77ec0b4470 con 0x7f77ec0d1620 2026-02-25T15:49:34.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.381+0000 7f77d6ffd640 1 -- 10.20.193.52:0/1550388163 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f77e408ce60 con 0x7f77ec0d1620 2026-02-25T15:49:34.383 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:34.383 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:34.198532+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2026-02-25T15:49:34.384 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 7 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 msgr2=0x7f77bc078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 0x7f77bc078530 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f77d8009cc0 tx=0x7f77d8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 msgr2=0x7f77ec15d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f77e40098a0 tx=0x7f77e40047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 shutdown_connections 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77bc076070 0x7f77bc078530 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f77ec160c10 0x7f77ec0b7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f77ec0d21e0 0x7f77ec0ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 --2- 10.20.193.52:0/1550388163 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f77ec0d1620 0x7f77ec15d1a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 >> 10.20.193.52:0/1550388163 conn(0x7f77ec09c7b0 msgr2=0x7f77ec0cdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 shutdown_connections 2026-02-25T15:49:34.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.382+0000 7f77f4841640 1 -- 10.20.193.52:0/1550388163 wait complete. 2026-02-25T15:49:34.392 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:34.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 Processor -- start 2026-02-25T15:49:34.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 -- start start 2026-02-25T15:49:34.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 0x7f80b813f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b815a970 con 0x7f80b8072180 2026-02-25T15:49:34.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80b8140640 con 0x7f80b813d6f0 2026-02-25T15:49:34.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bec52640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8140360 con 0x7f80b80ceb80 2026-02-25T15:49:34.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bc9c7640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f80b8072180 0x7f80b8072560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50592/0 (socket says 10.20.193.52:50592) 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bc9c7640 1 -- 10.20.193.52:0/1891591325 learned_addr learned my addr 10.20.193.52:0/1891591325 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2913243729 0 0) 0x7f80b815a970 con 0x7f80b8072180 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80a40058b0 con 0x7f80b8072180 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.458+0000 7f80bd1c8640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 0x7f80b813f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4192536498 0 0) 0x7f80a40058b0 con 0x7f80b8072180 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 msgr2=0x7f80b813f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 0x7f80b813f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 >> v1:10.20.193.86:6789/0 conn(0x7f80b813d6f0 legacy=0x7f80b80ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b80cd990 con 0x7f80b8072180 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f80a8002f00 con 0x7f80b8072180 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 >> v1:10.20.193.52:6789/0 conn(0x7f80b8072180 legacy=0x7f80b8072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80a4005da0 0x7f80a40061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 0x7f80a4006b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80a40070e0 0x7f80a4007560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8140360 con 0x7f80a40070e0 2026-02-25T15:49:34.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a400df20 con 0x7f80a4005da0 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80a400e0e0 con 0x7f80b80ceb80 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80a40070e0 0x7f80a4007560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bc9c7640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80a4005da0 0x7f80a40061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 -- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 msgr2=0x7f80a4006b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b80ceb80 0x7f80a4006b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 -- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80a4005da0 msgr2=0x7f80a40061a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80a4005da0 0x7f80a40061a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 -- 10.20.193.52:0/1891591325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a40058b0 con 0x7f80a40070e0 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bc9c7640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80a4005da0 0x7f80a40061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80bd1c8640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80a40070e0 0x7f80a4007560 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f80b4007330 tx=0x7f80b402f750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=655e5cf896dbb98e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b4006ea0 con 0x7f80a40070e0 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80b4032050 con 0x7f80a40070e0 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.459+0000 7f80af7fe640 1 -- 10.20.193.52:0/1891591325 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b4036820 con 0x7f80a40070e0 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 -- 10.20.193.52:0/1891591325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80a40070e0 msgr2=0x7f80a4007560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 --2- 10.20.193.52:0/1891591325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80a40070e0 0x7f80a4007560 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f80b4007330 tx=0x7f80b402f750 comp rx=0 tx=0).stop 2026-02-25T15:49:34.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bd1c8640 1 -- 10.20.193.52:0/1891591325 reap_dead start 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 -- 10.20.193.52:0/1891591325 shutdown_connections 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 -- 10.20.193.52:0/1891591325 >> 10.20.193.52:0/1891591325 conn(0x7f80b806c980 msgr2=0x7f80b806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 -- 10.20.193.52:0/1891591325 shutdown_connections 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.460+0000 7f80bec52640 1 -- 10.20.193.52:0/1891591325 wait complete. 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 Processor -- start 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 -- start start 2026-02-25T15:49:34.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b8158810 0x7f80b81348e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80b81e4130 0x7f80b80acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81e2b50 con 0x7f80b81e2340 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81e2e30 con 0x7f80b81e4130 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80bec52640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81e3110 con 0x7f80b8158810 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47138/0 (socket says 10.20.193.52:47138) 2026-02-25T15:49:34.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 -- 10.20.193.52:0/641491074 learned_addr learned my addr 10.20.193.52:0/641491074 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 -- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b8158810 msgr2=0x7f80b81348e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b8158810 0x7f80b81348e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 -- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80b81e4130 msgr2=0x7f80b80acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80b81e4130 0x7f80b80acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 -- 10.20.193.52:0/641491074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b81e33f0 con 0x7f80b81e2340 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80affff640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f80a000c550 tx=0x7f80a000ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a0005020 con 0x7f80b81e2340 2026-02-25T15:49:34.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.461+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a0005180 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.462+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b81e36d0 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.462+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a0005570 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.462+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b8158bf0 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.462+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b81e3910 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.463+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f80a00068d0 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.463+0000 7f80ad7fa640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 0x7f8088078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.463+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f80a00971f0 con 0x7f80b81e2340 2026-02-25T15:49:34.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.463+0000 7f80bc9c7640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 0x7f8088078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.463+0000 7f80bc9c7640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 0x7f8088078500 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f80a80034e0 tx=0x7f80a8003470 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.465+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f80a005cdd0 con 0x7f80b81e2340 2026-02-25T15:49:34.546 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.544+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80b813db80 con 0x7f80b81e2340 2026-02-25T15:49:34.546 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.545+0000 7f80ad7fa640 1 -- 10.20.193.52:0/641491074 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f80a005fe50 con 0x7f80b81e2340 2026-02-25T15:49:34.546 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:34.546 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 msgr2=0x7f8088078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 0x7f8088078500 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f80a80034e0 tx=0x7f80a8003470 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 msgr2=0x7f80b81e3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f80a000c550 tx=0x7f80a000ca20 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 shutdown_connections 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8088076040 0x7f8088078500 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f80b81e4130 0x7f80b80acdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f80b81e2340 0x7f80b81e3bf0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 --2- 10.20.193.52:0/641491074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f80b8158810 0x7f80b81348e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 >> 10.20.193.52:0/641491074 conn(0x7f80b806c980 msgr2=0x7f80b8072560 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 shutdown_connections 2026-02-25T15:49:34.548 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.546+0000 7f80bec52640 1 -- 10.20.193.52:0/641491074 wait complete. 2026-02-25T15:49:34.556 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:34.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.620+0000 7f73e0420640 1 Processor -- start 2026-02-25T15:49:34.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.620+0000 7f73e0420640 1 -- start start 2026-02-25T15:49:34.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73e0420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73e0420640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73d80b4470 0x7f73d80b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73e0420640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73d815bcc0 con 0x7f73d8071710 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73e0420640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73d80b4e60 con 0x7f73d80b4470 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73e0420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73d8071c60 con 0x7f73d815b750 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73d80b4470 0x7f73d80b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73d80b4470 0x7f73d80b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47144/0 (socket says 10.20.193.52:47144) 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 -- 10.20.193.52:0/3133491899 learned_addr learned my addr 10.20.193.52:0/3133491899 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73dd994640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 -- 10.20.193.52:0/3133491899 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 msgr2=0x7f73d80ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 -- 10.20.193.52:0/3133491899 >> v1:10.20.193.86:6789/0 conn(0x7f73d8071710 legacy=0x7f73d8070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 -- 10.20.193.52:0/3133491899 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d815bfa0 con 0x7f73d80b4470 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73de996640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d80b4470 0x7f73d80b4920 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009e50 tx=0x7f73d402f2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21023b482efb9ff8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73dd193640 1 -- 10.20.193.52:0/3133491899 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4006ea0 con 0x7f73d80b4470 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73dd193640 1 -- 10.20.193.52:0/3133491899 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73d402fd30 con 0x7f73d80b4470 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.621+0000 7f73dd193640 1 -- 10.20.193.52:0/3133491899 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d402fea0 con 0x7f73d80b4470 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- 10.20.193.52:0/3133491899 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d80b4470 msgr2=0x7f73d80b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d80b4470 0x7f73d80b4920 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f73d4009e50 tx=0x7f73d402f2d0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- 10.20.193.52:0/3133491899 shutdown_connections 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d80b4470 0x7f73d80b4920 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 --2- 10.20.193.52:0/3133491899 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- 10.20.193.52:0/3133491899 >> 10.20.193.52:0/3133491899 conn(0x7f73d806c980 msgr2=0x7f73d806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- 10.20.193.52:0/3133491899 shutdown_connections 2026-02-25T15:49:34.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- 10.20.193.52:0/3133491899 wait complete. 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 Processor -- start 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.622+0000 7f73e0420640 1 -- start start 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 0x7f73d80c5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80c4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d80c55d0 con 0x7f73d8071710 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d80c49c0 con 0x7f73d80b4470 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73d80c4ca0 con 0x7f73d815b750 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47152/0 (socket says 10.20.193.52:47152) 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 -- 10.20.193.52:0/2200957407 learned_addr learned my addr 10.20.193.52:0/2200957407 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de996640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80c4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73dd994640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 0x7f73d80c5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 -- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 msgr2=0x7f73d80c4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80c4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 -- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 msgr2=0x7f73d80c5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 0x7f73d80c5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 -- 10.20.193.52:0/2200957407 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d4009b30 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73dd994640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 0x7f73d80c5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73de195640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f73c800c5d0 tx=0x7f73c800caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c8012830 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73c80129b0 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73d80c4f80 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c8012d60 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.623+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73d8144e40 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.624+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73d8072090 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.624+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f73c8022020 con 0x7f73d8071710 2026-02-25T15:49:34.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.624+0000 7f73beffd640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 0x7f73a8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.625+0000 7f73dd994640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 0x7f73a8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.625+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f73c8096fd0 con 0x7f73d8071710 2026-02-25T15:49:34.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.625+0000 7f73dd994640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 0x7f73a8078500 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f73d8148320 tx=0x7f73cc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.626+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f73c805cc40 con 0x7f73d8071710 2026-02-25T15:49:34.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.708+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f73d8072090 con 0x7f73d8071710 2026-02-25T15:49:34.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73beffd640 1 -- 10.20.193.52:0/2200957407 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f73d8072090 con 0x7f73d8071710 2026-02-25T15:49:34.710 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:34.710 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 msgr2=0x7f73a8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 0x7f73a8078500 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f73d8148320 tx=0x7f73cc008040 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 msgr2=0x7f73d8144900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f73c800c5d0 tx=0x7f73c800caa0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 shutdown_connections 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f73a8076040 0x7f73a8078500 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73d815b750 0x7f73d80c4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73d80b4470 0x7f73d80c5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 --2- 10.20.193.52:0/2200957407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73d8071710 0x7f73d8144900 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 >> 10.20.193.52:0/2200957407 conn(0x7f73d806c980 msgr2=0x7f73d8072720 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 shutdown_connections 2026-02-25T15:49:34.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.709+0000 7f73e0420640 1 -- 10.20.193.52:0/2200957407 wait complete. 2026-02-25T15:49:34.733 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.797+0000 7fb28eadf640 1 Processor -- start 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.797+0000 7fb28eadf640 1 -- start start 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28eadf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb288143420 0x7fb2880ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28eadf640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2880b40f0 con 0x7fb2880b27f0 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28eadf640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2880addc0 con 0x7fb288140270 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28eadf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb288143a40 con 0x7fb288143420 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28d055640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb288143420 0x7fb2880ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb27ffff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fb2880b27f0 0x7fb288142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50604/0 (socket says 10.20.193.52:50604) 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb27ffff640 1 -- 10.20.193.52:0/554681834 learned_addr learned my addr 10.20.193.52:0/554681834 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:34.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28d055640 1 -- 10.20.193.52:0/554681834 >> v1:10.20.193.86:6789/0 conn(0x7fb288140270 legacy=0x7fb2880b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28d055640 1 -- 10.20.193.52:0/554681834 >> v1:10.20.193.52:6789/0 conn(0x7fb2880b27f0 legacy=0x7fb288142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb27f7fe640 1 -- 10.20.193.52:0/554681834 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506539370 0 0) 0x7fb2880b40f0 con 0x7fb2880b27f0 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28d055640 1 -- 10.20.193.52:0/554681834 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2880b4370 con 0x7fb288143420 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb28d055640 1 --2- 10.20.193.52:0/554681834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288143420 0x7fb2880ce0f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb284009d90 tx=0x7fb28402f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9053b0590b70e450 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.798+0000 7fb27f7fe640 1 -- 10.20.193.52:0/554681834 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb284006ea0 con 0x7fb288143420 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb27f7fe640 1 -- 10.20.193.52:0/554681834 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb284037440 con 0x7fb288143420 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb27f7fe640 1 -- 10.20.193.52:0/554681834 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2840377d0 con 0x7fb288143420 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- 10.20.193.52:0/554681834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288143420 msgr2=0x7fb2880ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 --2- 10.20.193.52:0/554681834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288143420 0x7fb2880ce0f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb284009d90 tx=0x7fb28402f270 comp rx=0 tx=0).stop 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- 10.20.193.52:0/554681834 shutdown_connections 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 --2- 10.20.193.52:0/554681834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288143420 0x7fb2880ce0f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- 10.20.193.52:0/554681834 >> 10.20.193.52:0/554681834 conn(0x7fb28806c980 msgr2=0x7fb28806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- 10.20.193.52:0/554681834 shutdown_connections 2026-02-25T15:49:34.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- 10.20.193.52:0/554681834 wait complete. 2026-02-25T15:49:34.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 Processor -- start 2026-02-25T15:49:34.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.799+0000 7fb28eadf640 1 -- start start 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 0x7fb2881f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 0x7fb2881f4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb28815ea00 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2881613c0 con 0x7fb2880b27f0 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb288161670 con 0x7fb288143420 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47172/0 (socket says 10.20.193.52:47172) 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 -- 10.20.193.52:0/3497147004 learned_addr learned my addr 10.20.193.52:0/3497147004 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28d055640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 0x7fb2881f4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 -- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 msgr2=0x7fb2881f4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 0x7fb2881f4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28c854640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 0x7fb2881f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 -- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 msgr2=0x7fb2881f8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 0x7fb2881f8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 -- 10.20.193.52:0/3497147004 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb284009a70 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28d055640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 0x7fb2881f4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28c854640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 0x7fb2881f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27ffff640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb27000c4e0 tx=0x7fb27000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb270004cf0 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb270004e50 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb288161950 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb270007390 con 0x7fb288140270 2026-02-25T15:49:34.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.800+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb28815ef30 con 0x7fb288140270 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.801+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fb2700074f0 con 0x7fb288140270 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.801+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb28815f150 con 0x7fb288140270 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.802+0000 7fb27d7fa640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 0x7fb258078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.802+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fb2700965e0 con 0x7fb288140270 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.802+0000 7fb28c854640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 0x7fb258078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.802+0000 7fb28c854640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 0x7fb258078500 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb278004020 tx=0x7fb278009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.804+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb27005c170 con 0x7fb288140270 2026-02-25T15:49:34.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.896+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb288140650 con 0x7fb288140270 2026-02-25T15:49:34.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.896+0000 7fb27d7fa640 1 -- 10.20.193.52:0/3497147004 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fb27005f1f0 con 0x7fb288140270 2026-02-25T15:49:34.899 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:34.899 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:34.198532+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2026-02-25T15:49:34.900 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 7 2026-02-25T15:49:34.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 msgr2=0x7fb258078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 0x7fb258078500 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb278004020 tx=0x7fb278009040 comp rx=0 tx=0).stop 2026-02-25T15:49:34.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 msgr2=0x7fb288160e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb27000c4e0 tx=0x7fb27000c9b0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 shutdown_connections 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb258076040 0x7fb258078500 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb288143420 0x7fb2881f4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb288140270 0x7fb288160e80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 --2- 10.20.193.52:0/3497147004 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2880b27f0 0x7fb2881f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 >> 10.20.193.52:0/3497147004 conn(0x7fb28806c980 msgr2=0x7fb2880af740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 shutdown_connections 2026-02-25T15:49:34.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.897+0000 7fb28eadf640 1 -- 10.20.193.52:0/3497147004 wait complete. 2026-02-25T15:49:34.907 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:34.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 Processor -- start 2026-02-25T15:49:34.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 -- start start 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff600cfc20 0x7eff6015e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7eff600d0000 0x7eff600d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7eff60161140 0x7eff601615f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff600d21a0 con 0x7eff600d0000 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff600d42e0 con 0x7eff60161140 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff65af1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff600d1590 con 0x7eff600cfc20 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7eff600d0000 0x7eff600d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7eff600d0000 0x7eff600d3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47174/0 (socket says 10.20.193.52:47174) 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 -- 10.20.193.52:0/1391956945 learned_addr learned my addr 10.20.193.52:0/1391956945 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5ffff640 1 --2- 10.20.193.52:0/1391956945 >> v2:10.20.193.86:3300/0 conn(0x7eff60161140 0x7eff601615f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5f7fe640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff600cfc20 0x7eff6015e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 -- 10.20.193.52:0/1391956945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff600cfc20 msgr2=0x7eff6015e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff600cfc20 0x7eff6015e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 -- 10.20.193.52:0/1391956945 >> v2:10.20.193.86:3300/0 conn(0x7eff60161140 msgr2=0x7eff601615f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 --2- 10.20.193.52:0/1391956945 >> v2:10.20.193.86:3300/0 conn(0x7eff60161140 0x7eff601615f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.972+0000 7eff5effd640 1 -- 10.20.193.52:0/1391956945 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff600d1870 con 0x7eff600d0000 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff5effd640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600d3da0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7eff60161080 tx=0x7eff5002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6cc0d09e1c774a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff5e7fc640 1 -- 10.20.193.52:0/1391956945 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff5002fbd0 con 0x7eff600d0000 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff5e7fc640 1 -- 10.20.193.52:0/1391956945 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff5002fd30 con 0x7eff600d0000 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff5e7fc640 1 -- 10.20.193.52:0/1391956945 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff5002fea0 con 0x7eff600d0000 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 -- 10.20.193.52:0/1391956945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 msgr2=0x7eff600d3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600d3da0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7eff60161080 tx=0x7eff5002ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 -- 10.20.193.52:0/1391956945 shutdown_connections 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 --2- 10.20.193.52:0/1391956945 >> v2:10.20.193.86:3300/0 conn(0x7eff60161140 0x7eff601615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600d3da0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 --2- 10.20.193.52:0/1391956945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff600cfc20 0x7eff6015e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 -- 10.20.193.52:0/1391956945 >> 10.20.193.52:0/1391956945 conn(0x7eff6009c7b0 msgr2=0x7eff600d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 -- 10.20.193.52:0/1391956945 shutdown_connections 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.973+0000 7eff65af1640 1 -- 10.20.193.52:0/1391956945 wait complete. 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 Processor -- start 2026-02-25T15:49:34.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 -- start start 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7eff600cfc20 0x7eff601558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 0x7eff60156f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff600ca5e0 con 0x7eff600d0000 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff600ca8c0 con 0x7eff600cfc20 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff65af1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff600caba0 con 0x7eff60161140 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff5effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff5effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47178/0 (socket says 10.20.193.52:47178) 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.974+0000 7eff5effd640 1 -- 10.20.193.52:0/1281361848 learned_addr learned my addr 10.20.193.52:0/1281361848 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:34.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5f7fe640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7eff600cfc20 0x7eff601558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5ffff640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 0x7eff60156f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 -- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 msgr2=0x7eff60156f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 0x7eff60156f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 -- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7eff600cfc20 msgr2=0x7eff601558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7eff600cfc20 0x7eff601558c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 -- 10.20.193.52:0/1281361848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff500095d0 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5ffff640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 0x7eff60156f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff5effd640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7eff50002410 tx=0x7eff500047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff5002fea0 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff50040630 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff600d05c0 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff500409e0 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff600cb160 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.975+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff6015d920 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.976+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7eff50046020 con 0x7eff600d0000 2026-02-25T15:49:34.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.976+0000 7eff3bfff640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 0x7eff30078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:34.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.976+0000 7eff5f7fe640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 0x7eff30078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:34.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.976+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7eff500bc690 con 0x7eff600d0000 2026-02-25T15:49:34.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.976+0000 7eff5f7fe640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 0x7eff30078530 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7eff4c00a950 tx=0x7eff4c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:34.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:34.978+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7eff500822c0 con 0x7eff600d0000 2026-02-25T15:49:35.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.056+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff600d3b80 con 0x7eff600d0000 2026-02-25T15:49:35.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.056+0000 7eff3bfff640 1 -- 10.20.193.52:0/1281361848 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7eff50085340 con 0x7eff600d0000 2026-02-25T15:49:35.059 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:35.059 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:35.060 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 msgr2=0x7eff30078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.060 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 0x7eff30078530 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7eff4c00a950 tx=0x7eff4c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:35.060 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 msgr2=0x7eff600cc9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7eff50002410 tx=0x7eff500047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 shutdown_connections 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7eff30076070 0x7eff30078530 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7eff60161140 0x7eff60156f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7eff600d0000 0x7eff600cc9c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 --2- 10.20.193.52:0/1281361848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7eff600cfc20 0x7eff601558c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 >> 10.20.193.52:0/1281361848 conn(0x7eff6009c7b0 msgr2=0x7eff6015c660 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 shutdown_connections 2026-02-25T15:49:35.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.057+0000 7eff65af1640 1 -- 10.20.193.52:0/1281361848 wait complete. 2026-02-25T15:49:35.471 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2026-02-25T15:49:30.002632+0000', 'modified': '2026-02-25T15:49:34.198532+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4236}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4236': {'gid': 4236, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '10.20.193.52:6837/3443071041', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '10.20.193.52:6835', 'nonce': 3443071041}, {'type': 'v1', 'addr': '10.20.193.52:6837', 'nonce': 3443071041}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2026-02-25T15:49:35.471 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2026-02-25T15:49:35.471 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2026-02-25T15:49:35.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 Processor -- start 2026-02-25T15:49:35.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 -- start start 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fce1c140270 0x7fce1c0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce1c0b40f0 con 0x7fce1c0b2620 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce1c143a40 con 0x7fce1c140270 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce23cd2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce1c0b2a90 con 0x7fce1c143420 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce21a47640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fce1c140270 0x7fce1c0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce21246640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fce1c0b2620 0x7fce1c142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50608/0 (socket says 10.20.193.52:50608) 2026-02-25T15:49:35.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.540+0000 7fce21246640 1 -- 10.20.193.52:0/995688920 learned_addr learned my addr 10.20.193.52:0/995688920 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce21a47640 1 -- 10.20.193.52:0/995688920 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 msgr2=0x7fce1c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce21a47640 1 --2- 10.20.193.52:0/995688920 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce21a47640 1 -- 10.20.193.52:0/995688920 >> v1:10.20.193.52:6789/0 conn(0x7fce1c0b2620 legacy=0x7fce1c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce21a47640 1 -- 10.20.193.52:0/995688920 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce1c0addc0 con 0x7fce1c140270 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce20a45640 1 -- 10.20.193.52:0/995688920 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4001051248 0 0) 0x7fce1c0b40f0 con 0x7fce1c0b2620 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce21a47640 1 --2- 10.20.193.52:0/995688920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c0b20e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0098a0 tx=0x7fce0c02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5158443f2e71513f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce20a45640 1 -- 10.20.193.52:0/995688920 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c02fb70 con 0x7fce1c140270 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce20a45640 1 -- 10.20.193.52:0/995688920 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce0c02fcd0 con 0x7fce1c140270 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce20a45640 1 -- 10.20.193.52:0/995688920 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c037660 con 0x7fce1c140270 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 -- 10.20.193.52:0/995688920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 msgr2=0x7fce1c0b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 --2- 10.20.193.52:0/995688920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c0b20e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0098a0 tx=0x7fce0c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 -- 10.20.193.52:0/995688920 shutdown_connections 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 --2- 10.20.193.52:0/995688920 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c0ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 --2- 10.20.193.52:0/995688920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c0b20e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 -- 10.20.193.52:0/995688920 >> 10.20.193.52:0/995688920 conn(0x7fce1c06c980 msgr2=0x7fce1c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 -- 10.20.193.52:0/995688920 shutdown_connections 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.541+0000 7fce23cd2640 1 -- 10.20.193.52:0/995688920 wait complete. 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 Processor -- start 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 -- start start 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 0x7fce1c160690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c145300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce1c1f5c60 con 0x7fce1c140270 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce1c15f940 con 0x7fce1c0b2620 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce23cd2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce1c15eb80 con 0x7fce1c143420 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce21246640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce21246640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47192/0 (socket says 10.20.193.52:47192) 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.542+0000 7fce21246640 1 -- 10.20.193.52:0/4060818830 learned_addr learned my addr 10.20.193.52:0/4060818830 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce22248640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c145300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21a47640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 0x7fce1c160690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 -- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 msgr2=0x7fce1c145300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c145300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 -- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 msgr2=0x7fce1c160690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 0x7fce1c160690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 -- 10.20.193.52:0/4060818830 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce0c009500 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce22248640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c145300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21a47640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 0x7fce1c160690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce21246640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fce1000c4e0 tx=0x7fce1000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce0a7fc640 1 -- 10.20.193.52:0/4060818830 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce10004cf0 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce0a7fc640 1 -- 10.20.193.52:0/4060818830 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce10004e50 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce0a7fc640 1 -- 10.20.193.52:0/4060818830 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce10007390 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce1c15ee60 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.543+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce1c15f420 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce0a7fc640 1 -- 10.20.193.52:0/4060818830 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fce100074f0 con 0x7fce1c140270 2026-02-25T15:49:35.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce0a7fc640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 0x7fcdec078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce26abfe00 1 Processor -- start 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce0a7fc640 1 -- 10.20.193.52:0/4060818830 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fce10096210 con 0x7fce1c140270 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce21a47640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 0x7fcdec078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.544+0000 7fce26abfe00 1 -- start start 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce21a47640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 0x7fcdec078530 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fce0c039000 tx=0x7fce0c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d113c3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c6680 0x558d113c7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d112d8290 con 0x558d11380a60 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d112d5860 con 0x558d113c3430 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d10fa6310 con 0x558d113c6680 2026-02-25T15:49:35.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47208/0 (socket says 10.20.193.52:47208) 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 -- 10.20.193.52:0/2322413029 learned_addr learned my addr 10.20.193.52:0/2322413029 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce21246640 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c6680 0x558d113c7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce21a47640 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d113c3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 -- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c6680 msgr2=0x558d113c7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c6680 0x558d113c7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 -- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 msgr2=0x558d113c3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d113c3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 -- 10.20.193.52:0/2322413029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d1129b790 con 0x558d11380a60 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce22248640 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fce18007f30 tx=0x7fce1800c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d644ebdf34aaec8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fcde37fe640 1 -- 10.20.193.52:0/2322413029 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce18002e70 con 0x558d11380a60 2026-02-25T15:49:35.558 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fcde37fe640 1 -- 10.20.193.52:0/2322413029 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce180040d0 con 0x558d11380a60 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fcde37fe640 1 -- 10.20.193.52:0/2322413029 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce18004460 con 0x558d11380a60 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- 10.20.193.52:0/2322413029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 msgr2=0x558d113a90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fce18007f30 tx=0x7fce1800c760 comp rx=0 tx=0).stop 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- 10.20.193.52:0/2322413029 shutdown_connections 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113a90e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c6680 0x558d113c7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 --2- 10.20.193.52:0/2322413029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d113c3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.545+0000 7fce26abfe00 1 -- 10.20.193.52:0/2322413029 >> 10.20.193.52:0/2322413029 conn(0x558d11342250 msgr2=0x558d113c7500 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- 10.20.193.52:0/2322413029 shutdown_connections 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- 10.20.193.52:0/2322413029 wait complete. 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- start start 2026-02-25T15:49:35.559 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 Processor -- start 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d11380a60 0x558d1137e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d1139a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d10fc22d0 con 0x558d113c6680 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d11252600 con 0x558d113c3430 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d113a9b70 con 0x558d11380a60 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce26abfe00 10 client.0 _ll_register_callbacks cb 0x558d11286ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47216/0 (socket says 10.20.193.52:47216) 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 -- 10.20.193.52:0/3202831902 learned_addr learned my addr 10.20.193.52:0/3202831902 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.560 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 -- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d11380a60 msgr2=0x558d1137e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d11380a60 0x558d1137e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 -- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 msgr2=0x558d1139a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d1139a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.546+0000 7fce22248640 1 -- 10.20.193.52:0/3202831902 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce18007b60 con 0x558d113c6680 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce22248640 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fce1800c7a0 tx=0x7fce18004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e3016b15584cb05 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1801a850 con 0x558d113c6680 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fce18025de0 con 0x558d113c6680 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558d112c5930 con 0x558d113c6680 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce180079e0 con 0x558d113c6680 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 10 client.4383 fetch_fsmap learned FSMap version 7 2026-02-25T15:49:35.561 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x558d112cf7d0 con 0x558d113c6680 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x558d112c5930 con 0x558d113c6680 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fce1801a9b0 con 0x558d113c6680 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 10 client.4383 fetch_fsmap finished waiting for FSMap version 7 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 10 client.4383 resolve_mds: resolved name 'a' to daemon mds.a 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 20 client.4383 populate_metadata read hostname 'trial052' 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113a78b0 0x558d113a8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 4 client.4383 mds_command: new command op to 4236 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 --> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558d112c2b90 con 0x558d113a78b0 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce21a47640 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113a78b0 0x558d113a8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fce21a47640 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113a78b0 0x558d113a8830 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7649ca8df423b19 server_cookie=ff2aefbe3b1ba071 in_seq=0 out_seq=0 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.547+0000 7fcde0ff9640 10 client.4383 ms_handle_connect on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:35.562 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fcde0ff9640 1 -- 10.20.193.52:0/3202831902 <== mds.0 v2:10.20.193.52:6835/3443071041 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19594 (crc 0 0 0) 0x558d112c2b90 con 0x558d113a78b0 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fcde0ff9640 10 client.4383 handle_command_reply: tid=0 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 client.4383 shutdown 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 msgr2=0x558d113c0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fce1800c7a0 tx=0x7fce18004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 shutdown_connections 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113a78b0 0x558d113a8830 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113c0880 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c3430 0x558d1139a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 --2- 10.20.193.52:0/3202831902 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d11380a60 0x558d1137e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fcde0ff9640 0 client.4383 ms_handle_reset on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 >> 10.20.193.52:0/3202831902 conn(0x558d11342250 msgr2=0x558d113ac460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.563 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 shutdown_connections 2026-02-25T15:49:35.564 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 1 -- 10.20.193.52:0/3202831902 wait complete. 2026-02-25T15:49:35.564 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.548+0000 7fce26abfe00 20 client.4383 trim_cache size 0 max 16384 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 Processor -- start 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 -- start start 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d11380a60 0x558d113a5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d113a7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d113246b0 con 0x558d113c6680 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d11347ea0 con 0x558d11380a60 2026-02-25T15:49:35.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d11380530 con 0x558d113c3430 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47226/0 (socket says 10.20.193.52:47226) 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 -- 10.20.193.52:0/643794834 learned_addr learned my addr 10.20.193.52:0/643794834 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 -- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 msgr2=0x558d113a7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d113a7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 -- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d11380a60 msgr2=0x558d113a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d11380a60 0x558d113a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 -- 10.20.193.52:0/643794834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d10fc15a0 con 0x558d113c6680 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fce22248640 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fce18007ae0 tx=0x7fce1801d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7bb276b0148834b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fcde3fff640 1 -- 10.20.193.52:0/643794834 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce18004550 con 0x558d113c6680 2026-02-25T15:49:35.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fcde3fff640 1 -- 10.20.193.52:0/643794834 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce1801add0 con 0x558d113c6680 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.555+0000 7fcde3fff640 1 -- 10.20.193.52:0/643794834 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce18024cf0 con 0x558d113c6680 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- 10.20.193.52:0/643794834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 msgr2=0x558d113a81d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fce18007ae0 tx=0x7fce1801d040 comp rx=0 tx=0).stop 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- 10.20.193.52:0/643794834 shutdown_connections 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d113c6680 0x558d113a81d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d113a7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- 10.20.193.52:0/643794834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d11380a60 0x558d113a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- 10.20.193.52:0/643794834 >> 10.20.193.52:0/643794834 conn(0x558d11342250 msgr2=0x558d113a90f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- 10.20.193.52:0/643794834 shutdown_connections 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- 10.20.193.52:0/643794834 wait complete. 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- start start 2026-02-25T15:49:35.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 Processor -- start 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d11429980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 0x558d1137bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d113e2d60 con 0x558d11380a60 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d113e2f00 con 0x558d113c6680 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d113e7000 con 0x558d113c3430 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce26abfe00 10 client.0 _ll_register_callbacks cb 0x7fce18007d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.556+0000 7fce21a47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47228/0 (socket says 10.20.193.52:47228) 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 -- 10.20.193.52:0/524913708 learned_addr learned my addr 10.20.193.52:0/524913708 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce22248640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 0x558d1137bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 -- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 msgr2=0x558d11429980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21246640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d11429980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d11429980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 -- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 msgr2=0x558d1137bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 0x558d1137bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 -- 10.20.193.52:0/524913708 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558d112cf7d0 con 0x558d11380a60 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21246640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d11429980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce22248640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 0x558d1137bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21a47640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0099d0 tx=0x7fce0c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4723f61ffb098e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce0c053070 con 0x558d11380a60 2026-02-25T15:49:35.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fce0c02fe40 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce180040d0 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce0c0531d0 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 10 client.4389 fetch_fsmap learned FSMap version 7 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x558d11296490 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce180040d0 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fce0c053330 con 0x558d11380a60 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 10 client.4389 fetch_fsmap finished waiting for FSMap version 7 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 10 client.4389 resolve_mds: resolved name 'a' to daemon mds.a 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 20 client.4389 populate_metadata read hostname 'trial052' 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113c4e70 0x558d113c5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 4 client.4389 mds_command: new command op to 4236 tid=0 multi_id=0 [{"prefix": "status"}] 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 --> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558d112c9ab0 con 0x558d113c4e70 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21246640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113c4e70 0x558d113c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce21246640 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113c4e70 0x558d113c5250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21dd9db731c4e1ef server_cookie=a6748ecdc2ca7d5 in_seq=0 out_seq=0 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 10 client.4389 ms_handle_connect on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 1 -- 10.20.193.52:0/524913708 <== mds.0 v2:10.20.193.52:6835/3443071041 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x558d112c9ab0 con 0x558d113c4e70 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fcde0ff9640 10 client.4389 handle_command_reply: tid=0 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 client.4389 shutdown 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 msgr2=0x558d113e0930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.557+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0099d0 tx=0x7fce0c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 shutdown_connections 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x558d113c4e70 0x558d113c5250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x558d113c6680 0x558d1137bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x558d113c3430 0x558d11429980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 --2- 10.20.193.52:0/524913708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x558d11380a60 0x558d113e0930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fcde0ff9640 0 client.4389 ms_handle_reset on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 >> 10.20.193.52:0/524913708 conn(0x558d11342250 msgr2=0x558d113c3810 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 shutdown_connections 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 1 -- 10.20.193.52:0/524913708 wait complete. 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce26abfe00 20 client.4389 trim_cache size 0 max 16384 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:49:35.577 INFO:teuthology.orchestra.run.trial052.stdout: "cluster_fsid": "0144563f-3d7d-4423-8c47-1ba192c5aa74", 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "whoami": 0, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "id": 4236, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "want_state": "up:active", 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "state": "up:active", 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs", 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "rank_uptime": 5.5548219940000001, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "mdsmap_epoch": 7, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch": 25, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch_barrier": 24, 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout: "uptime": 10.896344099 2026-02-25T15:49:35.578 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 msgr2=0x7fcdec078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 0x7fcdec078530 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fce0c039000 tx=0x7fce0c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 msgr2=0x7fce1c1f5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fce1000c4e0 tx=0x7fce1000c9b0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 shutdown_connections 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcdec076070 0x7fcdec078530 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce1c143420 0x7fce1c145300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce1c140270 0x7fce1c1f5720 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 --2- 10.20.193.52:0/4060818830 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce1c0b2620 0x7fce1c160690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 >> 10.20.193.52:0/4060818830 conn(0x7fce1c06c980 msgr2=0x7fce1c0af430 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 shutdown_connections 2026-02-25T15:49:35.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.558+0000 7fce23cd2640 1 -- 10.20.193.52:0/4060818830 wait complete. 2026-02-25T15:49:35.581 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2026-02-25T15:49:35.581 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:35.582 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:49:35.649 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 Processor -- start 2026-02-25T15:49:35.649 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 -- start start 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5170143420 0x7f51700ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51700b40f0 con 0x7f51700b27f0 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51700addc0 con 0x7f5170140270 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5177c9b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5170143a40 con 0x7f5170143420 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5176211640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5170143420 0x7f51700ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f517520f640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f51700b27f0 0x7f5170142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:50622/0 (socket says 10.20.193.52:50622) 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f517520f640 1 -- 10.20.193.52:0/669178634 learned_addr learned my addr 10.20.193.52:0/669178634 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5176211640 1 -- 10.20.193.52:0/669178634 >> v1:10.20.193.86:6789/0 conn(0x7f5170140270 legacy=0x7f51700b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5176211640 1 -- 10.20.193.52:0/669178634 >> v1:10.20.193.52:6789/0 conn(0x7f51700b27f0 legacy=0x7f5170142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5176211640 1 -- 10.20.193.52:0/669178634 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51700b4370 con 0x7f5170143420 2026-02-25T15:49:35.650 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.648+0000 7f5174a0e640 1 -- 10.20.193.52:0/669178634 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2601029847 0 0) 0x7f51700b40f0 con 0x7f51700b27f0 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5176211640 1 --2- 10.20.193.52:0/669178634 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51700ce0f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f516c009d90 tx=0x7f516c02f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d670eebd46d367bb server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5174a0e640 1 -- 10.20.193.52:0/669178634 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c006ea0 con 0x7f5170143420 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5174a0e640 1 -- 10.20.193.52:0/669178634 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f516c037440 con 0x7f5170143420 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5174a0e640 1 -- 10.20.193.52:0/669178634 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c0377d0 con 0x7f5170143420 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 -- 10.20.193.52:0/669178634 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 msgr2=0x7f51700ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 --2- 10.20.193.52:0/669178634 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51700ce0f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f516c009d90 tx=0x7f516c02f270 comp rx=0 tx=0).stop 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 -- 10.20.193.52:0/669178634 shutdown_connections 2026-02-25T15:49:35.651 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 --2- 10.20.193.52:0/669178634 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51700ce0f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.652 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 -- 10.20.193.52:0/669178634 >> 10.20.193.52:0/669178634 conn(0x7f517006c980 msgr2=0x7f517006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.652 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 -- 10.20.193.52:0/669178634 shutdown_connections 2026-02-25T15:49:35.652 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.649+0000 7f5177c9b640 1 -- 10.20.193.52:0/669178634 wait complete. 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 Processor -- start 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 -- start start 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51700b27f0 0x7f51701f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5170140270 0x7f5170160e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517015ea00 con 0x7f5170143420 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51701613c0 con 0x7f5170140270 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5177c9b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5170161670 con 0x7f51700b27f0 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5176211640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5176211640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47256/0 (socket says 10.20.193.52:47256) 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.650+0000 7f5176211640 1 -- 10.20.193.52:0/1704133495 learned_addr learned my addr 10.20.193.52:0/1704133495 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f517520f640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5170140270 0x7f5170160e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 -- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51700b27f0 msgr2=0x7f51701f8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51700b27f0 0x7f51701f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 -- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5170140270 msgr2=0x7f5170160e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5170140270 0x7f5170160e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 -- 10.20.193.52:0/1704133495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f516c009a70 con 0x7f5170143420 2026-02-25T15:49:35.653 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5176211640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f516c009d90 tx=0x7f516c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c041820 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f516c041980 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5170161950 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f516c041d30 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.651+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f517015ef30 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.652+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5170140650 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.652+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f516c0353c0 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.652+0000 7f515e7fc640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 0x7f5140078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.653+0000 7f5175a10640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 0x7f5140078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.653+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f516c0bd1a0 con 0x7f5170143420 2026-02-25T15:49:35.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.653+0000 7f5175a10640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 0x7f5140078500 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5160003ec0 tx=0x7f5160007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:35.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.655+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f516c082d30 con 0x7f5170143420 2026-02-25T15:49:35.668 INFO:tasks.ceph.mds.a.trial052.stderr:2026-02-25T15:49:35.667+0000 7f6dd1948640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2026-02-25T15:49:35.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.749+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f517015f0f0 con 0x7f5170143420 2026-02-25T15:49:35.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.749+0000 7f515e7fc640 1 -- 10.20.193.52:0/1704133495 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+88 (secure 0 0 0) 0x7f516c085db0 con 0x7f5170143420 2026-02-25T15:49:35.752 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2026-02-25T15:49:35.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 msgr2=0x7f5140078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 0x7f5140078500 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5160003ec0 tx=0x7f5160007ab0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 msgr2=0x7f51701f4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:35.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f516c009d90 tx=0x7f516c004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:35.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 shutdown_connections 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5140076040 0x7f5140078500 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5170143420 0x7f51701f4290 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5170140270 0x7f5170160e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 --2- 10.20.193.52:0/1704133495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51700b27f0 0x7f51701f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 >> 10.20.193.52:0/1704133495 conn(0x7f517006c980 msgr2=0x7f51700af740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 shutdown_connections 2026-02-25T15:49:35.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:35.750+0000 7f5177c9b640 1 -- 10.20.193.52:0/1704133495 wait complete. 2026-02-25T15:49:35.759 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2026-02-25T15:49:35.759 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial052.front.sepia.ceph.com 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.client.name = client.admin 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:49:35.760 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2026-02-25T15:49:35.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:35.761 DEBUG:teuthology.orchestra.run.trial052:> ip addr 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:35.778 INFO:teuthology.orchestra.run.trial052.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 6e:d1:f7:46:f9:11 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 863668sec preferred_lft 863668sec 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::6188:c70:c417:1cca/64 scope link noprefixroute 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:ba brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: inet 10.20.193.52/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 569sec preferred_lft 569sec 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-25T15:49:35.779 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:35.780 INFO:teuthology.orchestra.run.trial052.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:49:35.780 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:bb brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:35.780 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.159.254/20 2026-02-25T15:49:35.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link add name ceph-brx type bridge 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> sudo ip addr flush dev ceph-brx 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set ceph-brx up 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> sudo ip addr add 192.168.159.254/20 brd 192.168.159.255 dev ceph-brx 2026-02-25T15:49:35.781 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:35.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:35.907 DEBUG:teuthology.orchestra.run.trial052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:49:35.932 INFO:teuthology.orchestra.run.trial052.stdout:1 2026-02-25T15:49:35.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:35.934 DEBUG:teuthology.orchestra.run.trial052:> ip r 2026-02-25T15:49:35.992 INFO:teuthology.orchestra.run.trial052.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-25T15:49:35.992 INFO:teuthology.orchestra.run.trial052.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-25T15:49:35.992 INFO:teuthology.orchestra.run.trial052.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:49:35.992 INFO:teuthology.orchestra.run.trial052.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:49:35.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:35.993 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:35.994 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:35.994 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:49:35.994 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:49:35.994 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:49:35.994 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:36.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.187 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:49:36.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.203 DEBUG:teuthology.orchestra.run.trial052:> ip netns list-id 2026-02-25T15:49:36.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.259 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:36.259 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:36.259 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2026-02-25T15:49:36.259 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2026-02-25T15:49:36.259 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:36.336 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.144.1/20 2026-02-25T15:49:36.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.144.1/20 brd 192.168.159.255 dev veth0 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.159.254 2026-02-25T15:49:36.336 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:36.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.446 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:36.446 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:36.446 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set brx.0 up 2026-02-25T15:49:36.446 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set dev brx.0 master ceph-brx 2026-02-25T15:49:36.446 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:36.485 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2026-02-25T15:49:36.485 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:36.485 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:36.541 INFO:teuthology.orchestra.run.trial052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2026-02-25T15:49:36.541 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:36.542 DEBUG:teuthology.orchestra.run.trial052:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:36.597 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:36.663 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:36.663 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:36.725 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:36.726 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:36.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.727 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:36.785 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2026-02-25T15:49:36.785 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2026-02-25T15:49:36.827 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:36.852 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:36.852 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:36.888 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.trial052.stderr:2026-02-25T15:49:36.886+0000 7f2f529c6580 -1 init, newargv = 0x55c89c057a60 newargc=15 2026-02-25T15:49:36.888 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.trial052.stderr:ceph-fuse[52895]: starting ceph client 2026-02-25T15:49:36.892 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.trial052.stderr:ceph-fuse[52895]: starting fuse 2026-02-25T15:49:36.912 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:36.913 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:36.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:36.914 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:36.970 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:49:36.971 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> import glob 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> import re 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> import os 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> import subprocess 2026-02-25T15:49:36.971 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> def _find_admin_socket(client_name): 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> files = glob.glob(asok_path) 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> # Given a non-glob path, it better be there 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> if "*" not in asok_path: 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> assert(len(files) == 1) 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> return files[0] 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> for f in files: 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:49:36.972 DEBUG:teuthology.orchestra.run.trial052:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> contents = proc_f.read() 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> if mountpoint in contents: 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> return f 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> print(_find_admin_socket("client.admin")) 2026-02-25T15:49:36.973 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:49:37.064 INFO:teuthology.orchestra.run.trial052.stdout:/var/run/ceph/ceph-client.admin.52895.asok 2026-02-25T15:49:37.257 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.52895.asok 2026-02-25T15:49:37.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:37.257 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.52895.asok status 2026-02-25T15:49:37.358 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "metadata": { 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "entity_id": "admin", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "hostname": "trial052", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "pid": "52895", 2026-02-25T15:49:37.359 INFO:teuthology.orchestra.run.trial052.stdout: "root": "/" 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_count": 0, 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_pinned_count": 0, 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "id": 4404, 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "inst": { 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "name": { 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "type": "client", 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "num": 4404 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:37.360 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 3801583040 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 3801583040 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "inst_str": "client.4404 192.168.144.1:0/3801583040", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "addr_str": "192.168.144.1:0/3801583040", 2026-02-25T15:49:37.361 INFO:teuthology.orchestra.run.trial052.stdout: "inode_count": 1, 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout: "mds_epoch": 7, 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch": 25, 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout: "blocklisted": false, 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs" 2026-02-25T15:49:37.362 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:49:37.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:37.365 DEBUG:teuthology.orchestra.run.trial052:> stat --file-system '--printf=%T 2026-02-25T15:49:37.365 DEBUG:teuthology.orchestra.run.trial052:> ' -- /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:37.381 INFO:teuthology.orchestra.run.trial052.stdout:fuseblk 2026-02-25T15:49:37.382 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:37.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:37.382 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:37.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:37.448 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2026-02-25T15:49:37.510 INFO:teuthology.orchestra.run.trial052.stdout:# file: . 2026-02-25T15:49:37.510 INFO:teuthology.orchestra.run.trial052.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2026-02-25T15:49:37.510 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:37.511 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:37.511 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:49:37.569 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:37.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 Processor -- start 2026-02-25T15:49:37.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 -- start start 2026-02-25T15:49:37.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0e8071710 0x7fd0e80ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd0e80b4470 0x7fd0e80b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0e815bcc0 con 0x7fd0e815b750 2026-02-25T15:49:37.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0e8071c60 con 0x7fd0e8071710 2026-02-25T15:49:37.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.675+0000 7fd0edf2f640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0e80b4e20 con 0x7fd0e80b4470 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0e8071710 0x7fd0e80ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0e8071710 0x7fd0e80ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35014/0 (socket says 10.20.193.52:35014) 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 -- 10.20.193.52:0/983447471 learned_addr learned my addr 10.20.193.52:0/983447471 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e7fff640 1 --2- 10.20.193.52:0/983447471 >> v2:10.20.193.86:3300/0 conn(0x7fd0e80b4470 0x7fd0e80b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 -- 10.20.193.52:0/983447471 >> v2:10.20.193.86:3300/0 conn(0x7fd0e80b4470 msgr2=0x7fd0e80b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 --2- 10.20.193.52:0/983447471 >> v2:10.20.193.86:3300/0 conn(0x7fd0e80b4470 0x7fd0e80b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 -- 10.20.193.52:0/983447471 >> v1:10.20.193.52:6789/0 conn(0x7fd0e815b750 legacy=0x7fd0e8070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e67fc640 1 -- 10.20.193.52:0/983447471 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2150012367 0 0) 0x7fd0e815bcc0 con 0x7fd0e815b750 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 -- 10.20.193.52:0/983447471 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0e815bfa0 con 0x7fd0e8071710 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e77fe640 1 --2- 10.20.193.52:0/983447471 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e80ccfb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd0e806c4a0 tx=0x7fd0d402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ab4ad174cf9d9f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e67fc640 1 -- 10.20.193.52:0/983447471 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d402fc70 con 0x7fd0e8071710 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e67fc640 1 -- 10.20.193.52:0/983447471 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d402fdd0 con 0x7fd0e8071710 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.676+0000 7fd0e67fc640 1 -- 10.20.193.52:0/983447471 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4037660 con 0x7fd0e8071710 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- 10.20.193.52:0/983447471 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 msgr2=0x7fd0e80ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/983447471 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e80ccfb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd0e806c4a0 tx=0x7fd0d402ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- 10.20.193.52:0/983447471 shutdown_connections 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/983447471 >> v2:10.20.193.86:3300/0 conn(0x7fd0e80b4470 0x7fd0e80b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/983447471 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e80ccfb0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- 10.20.193.52:0/983447471 >> 10.20.193.52:0/983447471 conn(0x7fd0e806c980 msgr2=0x7fd0e806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- 10.20.193.52:0/983447471 shutdown_connections 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- 10.20.193.52:0/983447471 wait complete. 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 Processor -- start 2026-02-25T15:49:37.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.677+0000 7fd0edf2f640 1 -- start start 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 0x7fd0e80b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0e815b750 0x7fd0e81f8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e814c020 con 0x7fd0e8071710 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e80aa8b0 con 0x7fd0e80b4470 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e81f8f00 con 0x7fd0e815b750 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35030/0 (socket says 10.20.193.52:35030) 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 -- 10.20.193.52:0/868044672 learned_addr learned my addr 10.20.193.52:0/868044672 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e7fff640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0e815b750 0x7fd0e81f8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e6ffd640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 0x7fd0e80b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 -- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0e815b750 msgr2=0x7fd0e81f8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0e815b750 0x7fd0e81f8440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 -- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 msgr2=0x7fd0e80b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 0x7fd0e80b21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 -- 10.20.193.52:0/868044672 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d40095d0 con 0x7fd0e8071710 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e6ffd640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 0x7fd0e80b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0e77fe640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4009a70 tx=0x7fd0d40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4040660 con 0x7fd0e8071710 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d40407c0 con 0x7fd0e8071710 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0e81f91e0 con 0x7fd0e8071710 2026-02-25T15:49:37.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4040b70 con 0x7fd0e8071710 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.678+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0e80aae30 con 0x7fd0e8071710 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.679+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0e815bcc0 con 0x7fd0e8071710 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.679+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd0d4049020 con 0x7fd0e8071710 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.680+0000 7fd0c3fff640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 0x7fd0b8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.680+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fd0d40bcf70 con 0x7fd0e8071710 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.680+0000 7fd0e6ffd640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 0x7fd0b8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.680+0000 7fd0e6ffd640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 0x7fd0b8078500 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80af520 tx=0x7fd0d8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.681+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd0d4082cf0 con 0x7fd0e8071710 2026-02-25T15:49:37.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.759+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0e81f9370 con 0x7fd0e8071710 2026-02-25T15:49:37.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.760+0000 7fd0c3fff640 1 -- 10.20.193.52:0/868044672 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7fd0d403c090 con 0x7fd0e8071710 2026-02-25T15:49:37.762 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:37.763 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 msgr2=0x7fd0b8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 0x7fd0b8078500 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80af520 tx=0x7fd0d8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 msgr2=0x7fd0e814bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4009a70 tx=0x7fd0d40047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 shutdown_connections 2026-02-25T15:49:37.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd0b8076040 0x7fd0b8078500 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0e815b750 0x7fd0e81f8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0e80b4470 0x7fd0e80b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 --2- 10.20.193.52:0/868044672 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0e8071710 0x7fd0e814bae0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 >> 10.20.193.52:0/868044672 conn(0x7fd0e806c980 msgr2=0x7fd0e815c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 shutdown_connections 2026-02-25T15:49:37.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.761+0000 7fd0edf2f640 1 -- 10.20.193.52:0/868044672 wait complete. 2026-02-25T15:49:37.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:37.772 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:37.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.838+0000 7f3f4f969640 1 Processor -- start 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.838+0000 7f3f4f969640 1 -- start start 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4f969640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3f480b2a90 0x7f3f4806c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4f969640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f3f480ae360 0x7f3f480709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4f969640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f480ad7c0 con 0x7f3f4815d390 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4f969640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f480b2020 con 0x7f3f480b2a90 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4f969640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f480b2300 con 0x7f3f480ae360 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4cedd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3f480b2a90 0x7f3f4806c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4d6de640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f3f4815d390 0x7f3f480adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:52974/0 (socket says 10.20.193.52:52974) 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4d6de640 1 -- 10.20.193.52:0/3523962329 learned_addr learned my addr 10.20.193.52:0/3523962329 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4dedf640 1 --2- 10.20.193.52:0/3523962329 >> v2:10.20.193.86:3300/0 conn(0x7f3f480ae360 0x7f3f480709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4cedd640 1 -- 10.20.193.52:0/3523962329 >> v2:10.20.193.86:3300/0 conn(0x7f3f480ae360 msgr2=0x7f3f480709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:37.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4cedd640 1 --2- 10.20.193.52:0/3523962329 >> v2:10.20.193.86:3300/0 conn(0x7f3f480ae360 0x7f3f480709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4cedd640 1 -- 10.20.193.52:0/3523962329 >> v1:10.20.193.52:6789/0 conn(0x7f3f4815d390 legacy=0x7f3f480adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f37fff640 1 -- 10.20.193.52:0/3523962329 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 137471806 0 0) 0x7f3f480ad7c0 con 0x7f3f4815d390 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.839+0000 7f3f4cedd640 1 -- 10.20.193.52:0/3523962329 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f480b25e0 con 0x7f3f480b2a90 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4cedd640 1 --2- 10.20.193.52:0/3523962329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4806c770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3f480cec80 tx=0x7f3f3c02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952f238c3ed390af server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f37fff640 1 -- 10.20.193.52:0/3523962329 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c02fb80 con 0x7f3f480b2a90 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f37fff640 1 -- 10.20.193.52:0/3523962329 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c02fce0 con 0x7f3f480b2a90 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f37fff640 1 -- 10.20.193.52:0/3523962329 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c037660 con 0x7f3f480b2a90 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 -- 10.20.193.52:0/3523962329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 msgr2=0x7f3f4806c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 --2- 10.20.193.52:0/3523962329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4806c770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3f480cec80 tx=0x7f3f3c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 -- 10.20.193.52:0/3523962329 shutdown_connections 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 --2- 10.20.193.52:0/3523962329 >> v2:10.20.193.86:3300/0 conn(0x7f3f480ae360 0x7f3f480709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 --2- 10.20.193.52:0/3523962329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4806c770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 -- 10.20.193.52:0/3523962329 >> 10.20.193.52:0/3523962329 conn(0x7f3f480cef90 msgr2=0x7f3f480cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 -- 10.20.193.52:0/3523962329 shutdown_connections 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.840+0000 7f3f4f969640 1 -- 10.20.193.52:0/3523962329 wait complete. 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 Processor -- start 2026-02-25T15:49:37.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 -- start start 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3f480ae360 0x7f3f48152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3f4815d390 0x7f3f4815c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f481f87e0 con 0x7f3f480b2a90 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f481f59c0 con 0x7f3f4815d390 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4f969640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f481f56e0 con 0x7f3f480ae360 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35050/0 (socket says 10.20.193.52:35050) 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 -- 10.20.193.52:0/4117841833 learned_addr learned my addr 10.20.193.52:0/4117841833 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4d6de640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3f480ae360 0x7f3f48152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 -- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3f480ae360 msgr2=0x7f3f48152bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3f480ae360 0x7f3f48152bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 -- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3f4815d390 msgr2=0x7f3f4815c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3f4815d390 0x7f3f4815c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 -- 10.20.193.52:0/4117841833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f3c009500 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f4cedd640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009130 tx=0x7f3f3c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.841+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c004230 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.842+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f480ae8f0 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.842+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3c004390 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.842+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c003710 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.842+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f481f8470 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.842+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f48068270 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.843+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3f3c003870 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.843+0000 7f3f35ffb640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 0x7f3f18078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.843+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3f3c0bcbb0 con 0x7f3f480b2a90 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.843+0000 7f3f4d6de640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 0x7f3f18078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.843+0000 7f3f4d6de640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 0x7f3f18078500 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3f38002770 tx=0x7f3f38007d20 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:37.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.845+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3f3c0827c0 con 0x7f3f480b2a90 2026-02-25T15:49:37.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.925+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3f480b30b0 con 0x7f3f480b2a90 2026-02-25T15:49:37.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.925+0000 7f3f35ffb640 1 -- 10.20.193.52:0/4117841833 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3f3c085840 con 0x7f3f480b2a90 2026-02-25T15:49:37.928 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:37.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 msgr2=0x7f3f18078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 0x7f3f18078500 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3f38002770 tx=0x7f3f38007d20 comp rx=0 tx=0).stop 2026-02-25T15:49:37.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 msgr2=0x7f3f4815be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:37.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c009130 tx=0x7f3f3c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 shutdown_connections 2026-02-25T15:49:37.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3f18076040 0x7f3f18078500 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3f4815d390 0x7f3f4815c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3f480b2a90 0x7f3f4815be00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 --2- 10.20.193.52:0/4117841833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3f480ae360 0x7f3f48152bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 >> 10.20.193.52:0/4117841833 conn(0x7f3f480cef90 msgr2=0x7f3f480aeff0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 shutdown_connections 2026-02-25T15:49:37.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:37.926+0000 7f3f4f969640 1 -- 10.20.193.52:0/4117841833 wait complete. 2026-02-25T15:49:37.936 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:38.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.004+0000 7fcffbe3a640 1 Processor -- start 2026-02-25T15:49:38.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.004+0000 7fcffbe3a640 1 -- start start 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffbe3a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcff415ec20 0x7fcff40724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffbe3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff40715c0 0x7fcff415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffbe3a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcff4071d80 con 0x7fcff406c770 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffbe3a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcff40cdf70 con 0x7fcff415ec20 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffbe3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff40cd680 con 0x7fcff40715c0 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff93ae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff40715c0 0x7fcff415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcff415ec20 0x7fcff40724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffa3b0640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fcff406c770 0x7fcff40ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50104/0 (socket says 10.20.193.52:50104) 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcff415ec20 0x7fcff40724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:55000/0 (socket says 10.20.193.52:55000) 2026-02-25T15:49:38.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcffa3b0640 1 -- 10.20.193.52:0/484003556 learned_addr learned my addr 10.20.193.52:0/484003556 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 -- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff40715c0 msgr2=0x7fcff415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 --2- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff40715c0 0x7fcff415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 -- 10.20.193.52:0/484003556 >> v1:10.20.193.86:6789/0 conn(0x7fcff406c770 legacy=0x7fcff40ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.005+0000 7fcff9baf640 1 -- 10.20.193.52:0/484003556 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcff4072a10 con 0x7fcff415ec20 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcff9baf640 1 --2- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff415ec20 0x7fcff40724d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcfe40098a0 tx=0x7fcfe402eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95991a7c16d180d6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcff8bad640 1 -- 10.20.193.52:0/484003556 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe402fb70 con 0x7fcff415ec20 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcff8bad640 1 -- 10.20.193.52:0/484003556 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe402fcd0 con 0x7fcff415ec20 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcff8bad640 1 -- 10.20.193.52:0/484003556 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4037660 con 0x7fcff415ec20 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 -- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff415ec20 msgr2=0x7fcff40724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff415ec20 0x7fcff40724d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcfe40098a0 tx=0x7fcfe402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 -- 10.20.193.52:0/484003556 shutdown_connections 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff40715c0 0x7fcff415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/484003556 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff415ec20 0x7fcff40724d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 -- 10.20.193.52:0/484003556 >> 10.20.193.52:0/484003556 conn(0x7fcff40cef90 msgr2=0x7fcff40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 -- 10.20.193.52:0/484003556 shutdown_connections 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.006+0000 7fcffbe3a640 1 -- 10.20.193.52:0/484003556 wait complete. 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 Processor -- start 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 -- start start 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff40715c0 0x7fcff41422e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff415ec20 0x7fcff4142820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff413fec0 con 0x7fcff406c770 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff4142e30 con 0x7fcff40715c0 2026-02-25T15:49:38.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffbe3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff4143110 con 0x7fcff415ec20 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35052/0 (socket says 10.20.193.52:35052) 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 -- 10.20.193.52:0/496461111 learned_addr learned my addr 10.20.193.52:0/496461111 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcffa3b0640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff415ec20 0x7fcff4142820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff93ae640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff40715c0 0x7fcff41422e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 -- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff415ec20 msgr2=0x7fcff4142820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff415ec20 0x7fcff4142820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 -- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff40715c0 msgr2=0x7fcff41422e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff40715c0 0x7fcff41422e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 -- 10.20.193.52:0/496461111 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe4009500 con 0x7fcff406c770 2026-02-25T15:49:38.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.007+0000 7fcff9baf640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009130 tx=0x7fcfe40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4042650 con 0x7fcff406c770 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe40427d0 con 0x7fcff406c770 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcff41433f0 con 0x7fcff406c770 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4042b80 con 0x7fcff406c770 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcff41439b0 con 0x7fcff406c770 2026-02-25T15:49:38.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.008+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff4143bd0 con 0x7fcff406c770 2026-02-25T15:49:38.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.009+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fcfe4052020 con 0x7fcff406c770 2026-02-25T15:49:38.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.009+0000 7fcfe27fc640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 0x7fcfc4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.009+0000 7fcff93ae640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 0x7fcfc4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.009+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fcfe402fe40 con 0x7fcff406c770 2026-02-25T15:49:38.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.010+0000 7fcff93ae640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 0x7fcfc4078500 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcff4142270 tx=0x7fcfe8009290 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.011+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fcfe4082a20 con 0x7fcff406c770 2026-02-25T15:49:38.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.089+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcff4068270 con 0x7fcff406c770 2026-02-25T15:49:38.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.089+0000 7fcfe27fc640 1 -- 10.20.193.52:0/496461111 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcfe4085aa0 con 0x7fcff406c770 2026-02-25T15:49:38.091 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 msgr2=0x7fcfc4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 0x7fcfc4078500 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcff4142270 tx=0x7fcfe8009290 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 msgr2=0x7fcff413c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcfe4009130 tx=0x7fcfe40047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 shutdown_connections 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcfc4076040 0x7fcfc4078500 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcff415ec20 0x7fcff4142820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcff40715c0 0x7fcff41422e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 --2- 10.20.193.52:0/496461111 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcff406c770 0x7fcff413c860 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 >> 10.20.193.52:0/496461111 conn(0x7fcff40cef90 msgr2=0x7fcff40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 shutdown_connections 2026-02-25T15:49:38.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.090+0000 7fcffbe3a640 1 -- 10.20.193.52:0/496461111 wait complete. 2026-02-25T15:49:38.100 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:38.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.167+0000 7f27bc06b640 1 Processor -- start 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 -- start start 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f27b40715c0 0x7f27b415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f27b406c770 0x7f27b40ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27b4071d80 con 0x7f27b415ec20 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27b40cdf70 con 0x7f27b406c770 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27bc06b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27b40cd680 con 0x7f27b40715c0 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27b9de0640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f27b415ec20 0x7f27b40724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:52978/0 (socket says 10.20.193.52:52978) 2026-02-25T15:49:38.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27b9de0640 1 -- 10.20.193.52:0/1609916416 learned_addr learned my addr 10.20.193.52:0/1609916416 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27ba5e1640 1 --2- 10.20.193.52:0/1609916416 >> v2:10.20.193.52:3300/0 conn(0x7f27b406c770 0x7f27b40ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27b95df640 1 --2- 10.20.193.52:0/1609916416 >> v2:10.20.193.86:3300/0 conn(0x7f27b40715c0 0x7f27b415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27ba5e1640 1 -- 10.20.193.52:0/1609916416 >> v2:10.20.193.86:3300/0 conn(0x7f27b40715c0 msgr2=0x7f27b415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27ba5e1640 1 --2- 10.20.193.52:0/1609916416 >> v2:10.20.193.86:3300/0 conn(0x7f27b40715c0 0x7f27b415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27ba5e1640 1 -- 10.20.193.52:0/1609916416 >> v1:10.20.193.52:6789/0 conn(0x7f27b415ec20 legacy=0x7f27b40724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.168+0000 7f27ba5e1640 1 -- 10.20.193.52:0/1609916416 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b40cfd80 con 0x7f27b406c770 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27ba5e1640 1 --2- 10.20.193.52:0/1609916416 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b40ce400 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f27b40aebc0 tx=0x7f27b002f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd56d7522b4d4b59 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27b8dde640 1 -- 10.20.193.52:0/1609916416 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b0006ea0 con 0x7f27b406c770 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27b8dde640 1 -- 10.20.193.52:0/1609916416 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27b0037440 con 0x7f27b406c770 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27b8dde640 1 -- 10.20.193.52:0/1609916416 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b00377d0 con 0x7f27b406c770 2026-02-25T15:49:38.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 -- 10.20.193.52:0/1609916416 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 msgr2=0x7f27b40ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 --2- 10.20.193.52:0/1609916416 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b40ce400 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f27b40aebc0 tx=0x7f27b002f250 comp rx=0 tx=0).stop 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 -- 10.20.193.52:0/1609916416 shutdown_connections 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 --2- 10.20.193.52:0/1609916416 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b40ce400 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 --2- 10.20.193.52:0/1609916416 >> v2:10.20.193.86:3300/0 conn(0x7f27b40715c0 0x7f27b415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 -- 10.20.193.52:0/1609916416 >> 10.20.193.52:0/1609916416 conn(0x7f27b40cef90 msgr2=0x7f27b40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 -- 10.20.193.52:0/1609916416 shutdown_connections 2026-02-25T15:49:38.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.169+0000 7f27bc06b640 1 -- 10.20.193.52:0/1609916416 wait complete. 2026-02-25T15:49:38.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 Processor -- start 2026-02-25T15:49:38.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 -- start start 2026-02-25T15:49:38.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f27b40715c0 0x7f27b41411f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f27b415ec20 0x7f27b41555e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b413b630 con 0x7f27b406c770 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b4155b20 con 0x7f27b40715c0 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27bc06b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27b41f3d60 con 0x7f27b415ec20 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27b9de0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27b9de0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35082/0 (socket says 10.20.193.52:35082) 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27b9de0640 1 -- 10.20.193.52:0/3522471560 learned_addr learned my addr 10.20.193.52:0/3522471560 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.170+0000 7f27b95df640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f27b40715c0 0x7f27b41411f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27ba5e1640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f27b415ec20 0x7f27b41555e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 -- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f27b415ec20 msgr2=0x7f27b41555e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f27b415ec20 0x7f27b41555e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 -- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f27b40715c0 msgr2=0x7f27b41411f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f27b40715c0 0x7f27b41411f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 -- 10.20.193.52:0/3522471560 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b0009a70 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27b9de0640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f27a400c700 tx=0x7f27a400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a4005bb0 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27a4005d10 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27b413d940 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a4007270 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27b41f37a0 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.171+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27b4068270 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.172+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f27a40073d0 con 0x7f27b406c770 2026-02-25T15:49:38.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.173+0000 7f27a27fc640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 0x7f2784078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.173+0000 7f27b95df640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 0x7f2784078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.173+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f27a4096f10 con 0x7f27b406c770 2026-02-25T15:49:38.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.173+0000 7f27b95df640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 0x7f2784078500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f27b41e7c80 tx=0x7f27a8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.174+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f27a405cb60 con 0x7f27b406c770 2026-02-25T15:49:38.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.252+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f27b415c2d0 con 0x7f27b406c770 2026-02-25T15:49:38.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.252+0000 7f27a27fc640 1 -- 10.20.193.52:0/3522471560 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f27a405fbe0 con 0x7f27b406c770 2026-02-25T15:49:38.255 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 msgr2=0x7f2784078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 0x7f2784078500 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f27b41e7c80 tx=0x7f27a8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 msgr2=0x7f27b41f2dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f27a400c700 tx=0x7f27a400cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 shutdown_connections 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2784076040 0x7f2784078500 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f27b415ec20 0x7f27b41555e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f27b40715c0 0x7f27b41411f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 --2- 10.20.193.52:0/3522471560 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f27b406c770 0x7f27b41f2dc0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 >> 10.20.193.52:0/3522471560 conn(0x7f27b40cef90 msgr2=0x7f27b40ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 shutdown_connections 2026-02-25T15:49:38.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.253+0000 7f27bc06b640 1 -- 10.20.193.52:0/3522471560 wait complete. 2026-02-25T15:49:38.263 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:38.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 Processor -- start 2026-02-25T15:49:38.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 -- start start 2026-02-25T15:49:38.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c142c60 0x7fe45c070730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe45c070c70 0x7fe45c06c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe45c06e820 0x7fe45c06ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe45c143040 con 0x7fe45c06e820 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe45c071590 con 0x7fe45c070c70 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe463db9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe45c06df60 con 0x7fe45c142c60 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe46232f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe45c06e820 0x7fe45c06ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe46232f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe45c06e820 0x7fe45c06ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35090/0 (socket says 10.20.193.52:35090) 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe46232f640 1 -- 10.20.193.52:0/1223394977 learned_addr learned my addr 10.20.193.52:0/1223394977 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe46132d640 1 --2- 10.20.193.52:0/1223394977 >> v2:10.20.193.86:3300/0 conn(0x7fe45c070c70 0x7fe45c06c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.331+0000 7fe461b2e640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c142c60 0x7fe45c070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 -- 10.20.193.52:0/1223394977 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c142c60 msgr2=0x7fe45c070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c142c60 0x7fe45c070730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 -- 10.20.193.52:0/1223394977 >> v2:10.20.193.86:3300/0 conn(0x7fe45c070c70 msgr2=0x7fe45c06c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 --2- 10.20.193.52:0/1223394977 >> v2:10.20.193.86:3300/0 conn(0x7fe45c070c70 0x7fe45c06c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 -- 10.20.193.52:0/1223394977 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe45c0710b0 con 0x7fe45c06e820 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe46232f640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c06ccb0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0b1cb0 tx=0x7fe45802f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=181c4ba6f2e4ada8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe460b2c640 1 -- 10.20.193.52:0/1223394977 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe458006ea0 con 0x7fe45c06e820 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe460b2c640 1 -- 10.20.193.52:0/1223394977 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe45802fd70 con 0x7fe45c06e820 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe460b2c640 1 -- 10.20.193.52:0/1223394977 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe458037610 con 0x7fe45c06e820 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe463db9640 1 -- 10.20.193.52:0/1223394977 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 msgr2=0x7fe45c06ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.332+0000 7fe463db9640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c06ccb0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0b1cb0 tx=0x7fe45802f310 comp rx=0 tx=0).stop 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 -- 10.20.193.52:0/1223394977 shutdown_connections 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c06ccb0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 --2- 10.20.193.52:0/1223394977 >> v2:10.20.193.86:3300/0 conn(0x7fe45c070c70 0x7fe45c06c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 --2- 10.20.193.52:0/1223394977 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c142c60 0x7fe45c070730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 -- 10.20.193.52:0/1223394977 >> 10.20.193.52:0/1223394977 conn(0x7fe45c0cef90 msgr2=0x7fe45c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 -- 10.20.193.52:0/1223394977 shutdown_connections 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 -- 10.20.193.52:0/1223394977 wait complete. 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 Processor -- start 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.333+0000 7fe463db9640 1 -- start start 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c070c70 0x7fe45c157350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 0x7fe45c13e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45c156260 con 0x7fe45c06e820 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45c159240 con 0x7fe45c142c60 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe45c1f5230 con 0x7fe45c070c70 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35092/0 (socket says 10.20.193.52:35092) 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 -- 10.20.193.52:0/406724286 learned_addr learned my addr 10.20.193.52:0/406724286 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe46132d640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c070c70 0x7fe45c157350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe46232f640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 0x7fe45c13e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 -- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c070c70 msgr2=0x7fe45c157350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c070c70 0x7fe45c157350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 -- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 msgr2=0x7fe45c13e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 0x7fe45c13e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 -- 10.20.193.52:0/406724286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe458009b30 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe46232f640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 0x7fe45c13e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe461b2e640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00e840 tx=0x7fe44c00ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44c00c8d0 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe44c00ca30 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe45c1f5510 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44c00cdc0 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.334+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe45c1f5ad0 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.335+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe45c070ac0 con 0x7fe45c06e820 2026-02-25T15:49:38.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.335+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe44c026430 con 0x7fe45c06e820 2026-02-25T15:49:38.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.335+0000 7fe44a7fc640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 0x7fe42c078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.336+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe44c097420 con 0x7fe45c06e820 2026-02-25T15:49:38.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.336+0000 7fe46132d640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 0x7fe42c078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.336+0000 7fe46132d640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 0x7fe42c078530 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0cef60 tx=0x7fe450008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.337+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe44c05d000 con 0x7fe45c06e820 2026-02-25T15:49:38.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.414+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fe45c068270 con 0x7fe45c06e820 2026-02-25T15:49:38.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.414+0000 7fe44a7fc640 1 -- 10.20.193.52:0/406724286 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fe44c060080 con 0x7fe45c06e820 2026-02-25T15:49:38.418 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:38.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 msgr2=0x7fe42c078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 0x7fe42c078530 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0cef60 tx=0x7fe450008040 comp rx=0 tx=0).stop 2026-02-25T15:49:38.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 msgr2=0x7fe45c155d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00e840 tx=0x7fe44c00ed10 comp rx=0 tx=0).stop 2026-02-25T15:49:38.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 shutdown_connections 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe42c076070 0x7fe42c078530 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe45c142c60 0x7fe45c13e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe45c070c70 0x7fe45c157350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 --2- 10.20.193.52:0/406724286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe45c06e820 0x7fe45c155d20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 >> 10.20.193.52:0/406724286 conn(0x7fe45c0cef90 msgr2=0x7fe45c13dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 shutdown_connections 2026-02-25T15:49:38.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.415+0000 7fe463db9640 1 -- 10.20.193.52:0/406724286 wait complete. 2026-02-25T15:49:38.426 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:49:38.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.492+0000 7f4f6a2bb640 1 Processor -- start 2026-02-25T15:49:38.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.492+0000 7f4f6a2bb640 1 -- start start 2026-02-25T15:49:38.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f6a2bb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f6a2bb640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 0x7f4f640b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f6a2bb640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f6415bcc0 con 0x7f4f64071710 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f6a2bb640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f640b4e60 con 0x7f4f640b4470 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f6a2bb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f64071c60 con 0x7f4f6415b750 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f68831640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 0x7f4f640b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43262/0 (socket says 10.20.193.52:43262) 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f63fff640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f4f64071710 0x7f4f64070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50114/0 (socket says 10.20.193.52:50114) 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 -- 10.20.193.52:0/67936336 learned_addr learned my addr 10.20.193.52:0/67936336 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 -- 10.20.193.52:0/67936336 >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 msgr2=0x7f4f640b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f62ffd640 1 -- 10.20.193.52:0/67936336 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1251230526 0 0) 0x7f4f6415bcc0 con 0x7f4f64071710 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 --2- 10.20.193.52:0/67936336 >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 0x7f4f640b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.493+0000 7f4f637fe640 1 -- 10.20.193.52:0/67936336 >> v1:10.20.193.86:6789/0 conn(0x7f4f64071710 legacy=0x7f4f64070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f637fe640 1 -- 10.20.193.52:0/67936336 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f6415bfa0 con 0x7f4f6415b750 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f68831640 1 --2- 10.20.193.52:0/67936336 >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 0x7f4f640b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f637fe640 1 --2- 10.20.193.52:0/67936336 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009970 tx=0x7f4f5402efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=656a4854b3bdd632 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f62ffd640 1 -- 10.20.193.52:0/67936336 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f5402fc30 con 0x7f4f6415b750 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f62ffd640 1 -- 10.20.193.52:0/67936336 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f5402fd90 con 0x7f4f6415b750 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f62ffd640 1 -- 10.20.193.52:0/67936336 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f54037660 con 0x7f4f6415b750 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/67936336 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 msgr2=0x7f4f640ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/67936336 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009970 tx=0x7f4f5402efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/67936336 shutdown_connections 2026-02-25T15:49:38.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/67936336 >> v2:10.20.193.86:3300/0 conn(0x7f4f640b4470 0x7f4f640b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/67936336 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f6415b750 0x7f4f640ccfb0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.494+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/67936336 >> 10.20.193.52:0/67936336 conn(0x7f4f6406c980 msgr2=0x7f4f6406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.495+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/67936336 shutdown_connections 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.495+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/67936336 wait complete. 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.495+0000 7f4f6a2bb640 1 Processor -- start 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.495+0000 7f4f6a2bb640 1 -- start start 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f64071710 0x7f4f641f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f640b4470 0x7f4f641f0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f641f4cf0 con 0x7f4f6415b750 2026-02-25T15:49:38.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f641f3e00 con 0x7f4f640b4470 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f640b0a40 con 0x7f4f64071710 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35094/0 (socket says 10.20.193.52:35094) 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f63fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f64071710 0x7f4f641f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 -- 10.20.193.52:0/1016952747 learned_addr learned my addr 10.20.193.52:0/1016952747 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f637fe640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f640b4470 0x7f4f641f0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 -- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f64071710 msgr2=0x7f4f641f38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f64071710 0x7f4f641f38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 -- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f640b4470 msgr2=0x7f4f641f0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f640b4470 0x7f4f641f0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 -- 10.20.193.52:0/1016952747 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f58009a70 con 0x7f4f6415b750 2026-02-25T15:49:38.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f68831640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4f58009f00 tx=0x7f4f5800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f58006ea0 con 0x7f4f6415b750 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f5800f040 con 0x7f4f6415b750 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f540095d0 con 0x7f4f6415b750 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f58009d70 con 0x7f4f6415b750 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.496+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f641f4350 con 0x7f4f6415b750 2026-02-25T15:49:38.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.497+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f64072090 con 0x7f4f6415b750 2026-02-25T15:49:38.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.497+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4f58014480 con 0x7f4f6415b750 2026-02-25T15:49:38.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.498+0000 7f4f60ff9640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 0x7f4f34078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.498+0000 7f4f63fff640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 0x7f4f34078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.498+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4f58098120 con 0x7f4f6415b750 2026-02-25T15:49:38.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.498+0000 7f4f63fff640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 0x7f4f34078500 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4f50002770 tx=0x7f4f50007df0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.499+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4f5805dcc0 con 0x7f4f6415b750 2026-02-25T15:49:38.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4f64072090 con 0x7f4f6415b750 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f60ff9640 1 -- 10.20.193.52:0/1016952747 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f4f64072090 con 0x7f4f6415b750 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 msgr2=0x7f4f34078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 0x7f4f34078500 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4f50002770 tx=0x7f4f50007df0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 msgr2=0x7f4f640a92b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4f58009f00 tx=0x7f4f5800c490 comp rx=0 tx=0).stop 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 shutdown_connections 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f34076040 0x7f4f34078500 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f6415b750 0x7f4f640a92b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f640b4470 0x7f4f641f0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 --2- 10.20.193.52:0/1016952747 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f64071710 0x7f4f641f38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.582+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 >> 10.20.193.52:0/1016952747 conn(0x7f4f6406c980 msgr2=0x7f4f64072510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.583+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 shutdown_connections 2026-02-25T15:49:38.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.583+0000 7f4f6a2bb640 1 -- 10.20.193.52:0/1016952747 wait complete. 2026-02-25T15:49:38.592 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:49:38.592 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:49:38.611 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:38.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.714+0000 7f1bb8b5a640 1 Processor -- start 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.714+0000 7f1bb8b5a640 1 -- start start 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb8b5a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb8b5a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1bb40b2620 0x7f1bb4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb8b5a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bb40b2a60 con 0x7f1bb4143250 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb8b5a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bb4143a40 con 0x7f1bb40b2620 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb8b5a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb40b40f0 con 0x7f1bb4140270 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1bb40b2620 0x7f1bb4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb2d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f1bb4143250 0x7f1bb40ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:52986/0 (socket says 10.20.193.52:52986) 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb2d76640 1 -- 10.20.193.52:0/1259550191 learned_addr learned my addr 10.20.193.52:0/1259550191 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb2575640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 -- 10.20.193.52:0/1259550191 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 msgr2=0x7f1bb40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb40b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 -- 10.20.193.52:0/1259550191 >> v1:10.20.193.52:6789/0 conn(0x7f1bb4143250 legacy=0x7f1bb40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 -- 10.20.193.52:0/1259550191 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bb40addc0 con 0x7f1bb40b2620 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1573640 1 -- 10.20.193.52:0/1259550191 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632899824 0 0) 0x7f1bb40b2a60 con 0x7f1bb4143250 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.715+0000 7f1bb1d74640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb40b2620 0x7f1bb4142d10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098a0 tx=0x7f1b9c02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=410e52df228d5aca server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb1573640 1 -- 10.20.193.52:0/1259550191 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c02fb70 con 0x7f1bb40b2620 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb1573640 1 -- 10.20.193.52:0/1259550191 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b9c02fcd0 con 0x7f1bb40b2620 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb1573640 1 -- 10.20.193.52:0/1259550191 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c037660 con 0x7f1bb40b2620 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1259550191 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb40b2620 msgr2=0x7f1bb4142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb40b2620 0x7f1bb4142d10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098a0 tx=0x7f1b9c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1259550191 shutdown_connections 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb40b2620 0x7f1bb4142d10 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1259550191 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb40b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1259550191 >> 10.20.193.52:0/1259550191 conn(0x7f1bb406c980 msgr2=0x7f1bb406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1259550191 shutdown_connections 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.716+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1259550191 wait complete. 2026-02-25T15:49:38.721 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 Processor -- start 2026-02-25T15:49:38.722 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 -- start start 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1bb40b2620 0x7f1bb41f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb413f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb41f6110 con 0x7f1bb4143250 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb413fdd0 con 0x7f1bb40b2620 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb8b5a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb4159740 con 0x7f1bb4140270 2026-02-25T15:49:38.725 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35106/0 (socket says 10.20.193.52:35106) 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 -- 10.20.193.52:0/1293071608 learned_addr learned my addr 10.20.193.52:0/1293071608 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb1d74640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb413f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2575640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1bb40b2620 0x7f1bb41f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 -- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 msgr2=0x7f1bb413f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb413f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 -- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1bb40b2620 msgr2=0x7f1bb41f5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1bb40b2620 0x7f1bb41f5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 -- 10.20.193.52:0/1293071608 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009500 con 0x7f1bb4143250 2026-02-25T15:49:38.726 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1bb2d76640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1ba400cc50 tx=0x7f1ba400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba400ce70 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ba40070d0 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.717+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba40074a0 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.718+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bb4156570 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.718+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bb4156b30 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.718+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bb4156d20 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.719+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1ba4007600 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.719+0000 7f1b9affd640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 0x7f1b80078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.719+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1ba4097100 con 0x7f1bb4143250 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.719+0000 7f1bb2575640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 0x7f1b80078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.727 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.719+0000 7f1bb2575640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 0x7f1b80078500 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1bb41561b0 tx=0x7f1ba8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.728 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.721+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1ba405ce20 con 0x7f1bb4143250 2026-02-25T15:49:38.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.799+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1bb40b5130 con 0x7f1bb4143250 2026-02-25T15:49:38.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.800+0000 7f1b9affd640 1 -- 10.20.193.52:0/1293071608 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f1ba4018020 con 0x7f1bb4143250 2026-02-25T15:49:38.801 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:38.801 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 msgr2=0x7f1b80078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 0x7f1b80078500 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1bb41561b0 tx=0x7f1ba8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 msgr2=0x7f1bb4160bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1ba400cc50 tx=0x7f1ba400a430 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 shutdown_connections 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1b80076040 0x7f1b80078500 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1bb4143250 0x7f1bb4160bd0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1bb4140270 0x7f1bb413f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 --2- 10.20.193.52:0/1293071608 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1bb40b2620 0x7f1bb41f5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 >> 10.20.193.52:0/1293071608 conn(0x7f1bb406c980 msgr2=0x7f1bb40b06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 shutdown_connections 2026-02-25T15:49:38.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.801+0000 7f1bb8b5a640 1 -- 10.20.193.52:0/1293071608 wait complete. 2026-02-25T15:49:38.810 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:38.810 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:38.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.876+0000 7f0390f92640 1 Processor -- start 2026-02-25T15:49:38.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.876+0000 7f0390f92640 1 -- start start 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0390f92640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 0x7f038c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0390f92640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f038c071d80 con 0x7f038c0715c0 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0390f92640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f038c0cdf70 con 0x7f038c15ec20 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0390f92640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f038c0cd680 con 0x7f038c06c770 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0389d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f038c0715c0 0x7f038c15f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:52994/0 (socket says 10.20.193.52:52994) 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0389d74640 1 -- 10.20.193.52:0/390206382 learned_addr learned my addr 10.20.193.52:0/390206382 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f038ad76640 1 --2- 10.20.193.52:0/390206382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 0x7f038c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0389573640 1 -- 10.20.193.52:0/390206382 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2907327409 0 0) 0x7f038c071d80 con 0x7f038c0715c0 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f0389573640 1 -- 10.20.193.52:0/390206382 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0378003620 con 0x7f038c0715c0 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f038ad76640 1 -- 10.20.193.52:0/390206382 >> v1:10.20.193.86:6789/0 conn(0x7f038c15ec20 legacy=0x7f038c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f038ad76640 1 -- 10.20.193.52:0/390206382 >> v1:10.20.193.52:6789/0 conn(0x7f038c0715c0 legacy=0x7f038c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.877+0000 7f038ad76640 1 -- 10.20.193.52:0/390206382 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f038c0cfd80 con 0x7f038c06c770 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f038ad76640 1 --2- 10.20.193.52:0/390206382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 0x7f038c0ce400 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f037c009dc0 tx=0x7f037c02f2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f4bb569e9b86274 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0389573640 1 -- 10.20.193.52:0/390206382 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f037c006ea0 con 0x7f038c06c770 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0389573640 1 -- 10.20.193.52:0/390206382 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f037c037440 con 0x7f038c06c770 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0389573640 1 -- 10.20.193.52:0/390206382 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f037c0377d0 con 0x7f038c06c770 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 -- 10.20.193.52:0/390206382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 msgr2=0x7f038c0ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 --2- 10.20.193.52:0/390206382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 0x7f038c0ce400 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f037c009dc0 tx=0x7f037c02f2a0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 -- 10.20.193.52:0/390206382 shutdown_connections 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 --2- 10.20.193.52:0/390206382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c06c770 0x7f038c0ce400 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 -- 10.20.193.52:0/390206382 >> 10.20.193.52:0/390206382 conn(0x7f038c0cef90 msgr2=0x7f038c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 -- 10.20.193.52:0/390206382 shutdown_connections 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.878+0000 7f0390f92640 1 -- 10.20.193.52:0/390206382 wait complete. 2026-02-25T15:49:38.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 Processor -- start 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 -- start start 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c0715c0 0x7f038c153880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f038c15ec20 0x7f038c13ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f038c155050 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f038c154440 con 0x7f038c15ec20 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0390f92640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f038c154720 con 0x7f038c0715c0 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35108/0 (socket says 10.20.193.52:35108) 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 -- 10.20.193.52:0/3039105346 learned_addr learned my addr 10.20.193.52:0/3039105346 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f0389d74640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c0715c0 0x7f038c153880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038ad76640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f038c15ec20 0x7f038c13ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 -- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c0715c0 msgr2=0x7f038c153880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c0715c0 0x7f038c153880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 -- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f038c15ec20 msgr2=0x7f038c13ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f038c15ec20 0x7f038c13ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.879+0000 7f038a575640 1 -- 10.20.193.52:0/3039105346 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f037c009a70 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f038a575640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f038000c700 tx=0x7f038000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03800052d0 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0380005430 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f038c154a00 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038000a860 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f038c153dc0 con 0x7f038c06c770 2026-02-25T15:49:38.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.880+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f038c068270 con 0x7f038c06c770 2026-02-25T15:49:38.883 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.881+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0380019020 con 0x7f038c06c770 2026-02-25T15:49:38.883 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.881+0000 7f0372ffd640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 0x7f0358078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:38.883 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.881+0000 7f0389d74640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 0x7f0358078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:38.883 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.881+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f03800975b0 con 0x7f038c06c770 2026-02-25T15:49:38.883 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.882+0000 7f0389d74640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 0x7f0358078500 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0374007fd0 tx=0x7f0374009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:38.884 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.883+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f038005d010 con 0x7f038c06c770 2026-02-25T15:49:38.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.960+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f038c071ce0 con 0x7f038c06c770 2026-02-25T15:49:38.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.960+0000 7f0372ffd640 1 -- 10.20.193.52:0/3039105346 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0380060090 con 0x7f038c06c770 2026-02-25T15:49:38.962 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 msgr2=0x7f0358078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 0x7f0358078500 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0374007fd0 tx=0x7f0374009040 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 msgr2=0x7f038c13fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f038000c700 tx=0x7f038000cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 shutdown_connections 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0358076040 0x7f0358078500 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f038c15ec20 0x7f038c13ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f038c0715c0 0x7f038c153880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 --2- 10.20.193.52:0/3039105346 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f038c06c770 0x7f038c13fa50 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 >> 10.20.193.52:0/3039105346 conn(0x7f038c0cef90 msgr2=0x7f038c0ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 shutdown_connections 2026-02-25T15:49:38.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:38.961+0000 7f0390f92640 1 -- 10.20.193.52:0/3039105346 wait complete. 2026-02-25T15:49:38.970 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:39.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.038+0000 7f0a306ee640 1 Processor -- start 2026-02-25T15:49:39.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.038+0000 7f0a306ee640 1 -- start start 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a306ee640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f0a2815d600 0x7f0a280b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a306ee640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0a280d03d0 0x7f0a280ce3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a306ee640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a280ce910 con 0x7f0a280cdf90 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a306ee640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a280cf3f0 con 0x7f0a280d03d0 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a306ee640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a280ceb50 con 0x7f0a2815d600 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0a280d03d0 0x7f0a280ce3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0a280d03d0 0x7f0a280ce3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35120/0 (socket says 10.20.193.52:35120) 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 -- 10.20.193.52:0/4054781529 learned_addr learned my addr 10.20.193.52:0/4054781529 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2dc62640 1 --1- 10.20.193.52:0/4054781529 >> v1:10.20.193.52:6789/0 conn(0x7f0a280cdf90 0x7f0a280cfcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53006/0 (socket says 10.20.193.52:53006) 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2e463640 1 --2- 10.20.193.52:0/4054781529 >> v2:10.20.193.86:3300/0 conn(0x7f0a2815d600 0x7f0a280b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 -- 10.20.193.52:0/4054781529 >> v2:10.20.193.86:3300/0 conn(0x7f0a2815d600 msgr2=0x7f0a280b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 --2- 10.20.193.52:0/4054781529 >> v2:10.20.193.86:3300/0 conn(0x7f0a2815d600 0x7f0a280b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 -- 10.20.193.52:0/4054781529 >> v1:10.20.193.52:6789/0 conn(0x7f0a280cdf90 legacy=0x7f0a280cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.039+0000 7f0a2ec64640 1 -- 10.20.193.52:0/4054781529 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a280cee30 con 0x7f0a280d03d0 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a2ec64640 1 --2- 10.20.193.52:0/4054781529 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280d03d0 0x7f0a280ce3d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0a2808daf0 tx=0x7f0a2402f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d69c917827c7d4c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a2d461640 1 -- 10.20.193.52:0/4054781529 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a24006ea0 con 0x7f0a280d03d0 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a2d461640 1 -- 10.20.193.52:0/4054781529 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a2402fe10 con 0x7f0a280d03d0 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a2d461640 1 -- 10.20.193.52:0/4054781529 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a24037610 con 0x7f0a280d03d0 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 -- 10.20.193.52:0/4054781529 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280d03d0 msgr2=0x7f0a280ce3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 --2- 10.20.193.52:0/4054781529 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280d03d0 0x7f0a280ce3d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0a2808daf0 tx=0x7f0a2402f310 comp rx=0 tx=0).stop 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 -- 10.20.193.52:0/4054781529 shutdown_connections 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 --2- 10.20.193.52:0/4054781529 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280d03d0 0x7f0a280ce3d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 --2- 10.20.193.52:0/4054781529 >> v2:10.20.193.86:3300/0 conn(0x7f0a2815d600 0x7f0a280b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 -- 10.20.193.52:0/4054781529 >> 10.20.193.52:0/4054781529 conn(0x7f0a2809c7c0 msgr2=0x7f0a280d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 -- 10.20.193.52:0/4054781529 shutdown_connections 2026-02-25T15:49:39.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.040+0000 7f0a306ee640 1 -- 10.20.193.52:0/4054781529 wait complete. 2026-02-25T15:49:39.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 Processor -- start 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 -- start start 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0a280d03d0 0x7f0a280b3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 0x7f0a280b8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a281f51e0 con 0x7f0a280cdf90 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a280b5560 con 0x7f0a280d03d0 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.041+0000 7f0a306ee640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a280b44c0 con 0x7f0a2815d600 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35126/0 (socket says 10.20.193.52:35126) 2026-02-25T15:49:39.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 -- 10.20.193.52:0/823986261 learned_addr learned my addr 10.20.193.52:0/823986261 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2ec64640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 0x7f0a280b8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 -- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 msgr2=0x7f0a280b8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 0x7f0a280b8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 -- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0a280d03d0 msgr2=0x7f0a280b3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0a280d03d0 0x7f0a280b3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 -- 10.20.193.52:0/823986261 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a24009b30 con 0x7f0a280cdf90 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2ec64640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 0x7f0a280b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a2e463640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800e7c0 tx=0x7f0a1800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a1800c8d0 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a1800ca30 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a280b47a0 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a1800cdc0 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a280b4d60 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.042+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a280ce3d0 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.043+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0a18013410 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.043+0000 7f0a0effd640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 0x7f09f8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.043+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f0a18097210 con 0x7f0a280cdf90 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.043+0000 7f0a2dc62640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 0x7f09f8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.048 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.043+0000 7f0a2dc62640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 0x7f09f8078500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c007fd0 tx=0x7f0a1c007aa0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.049 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.045+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0a1805cd10 con 0x7f0a280cdf90 2026-02-25T15:49:39.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.122+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0a280d0a30 con 0x7f0a280cdf90 2026-02-25T15:49:39.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.122+0000 7f0a0effd640 1 -- 10.20.193.52:0/823986261 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0a1805fd90 con 0x7f0a280cdf90 2026-02-25T15:49:39.125 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:39.126 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 msgr2=0x7f09f8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.126 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 0x7f09f8078500 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c007fd0 tx=0x7f0a1c007aa0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.126 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 msgr2=0x7f0a280b81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.126 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0a1800e7c0 tx=0x7f0a1800ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 shutdown_connections 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f09f8076040 0x7f09f8078500 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0a2815d600 0x7f0a280b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0a280d03d0 0x7f0a280b3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 --2- 10.20.193.52:0/823986261 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0a280cdf90 0x7f0a280b81a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 >> 10.20.193.52:0/823986261 conn(0x7f0a2809c7c0 msgr2=0x7f0a280b00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 shutdown_connections 2026-02-25T15:49:39.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.123+0000 7f0a306ee640 1 -- 10.20.193.52:0/823986261 wait complete. 2026-02-25T15:49:39.133 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:39.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.199+0000 7f4f64950640 1 Processor -- start 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.199+0000 7f4f64950640 1 -- start start 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4f5c15d390 0x7f4f5c0b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c06c770 0x7f4f5c0adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f5c0ae190 0x7f4f5c160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f5c0ad7c0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f5c06cbd0 con 0x7f4f5c15d390 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f64950640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f5c0b2020 con 0x7f4f5c06c770 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f5c0ae190 0x7f4f5c160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f5c0ae190 0x7f4f5c160fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35140/0 (socket says 10.20.193.52:35140) 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 -- 10.20.193.52:0/4242456739 learned_addr learned my addr 10.20.193.52:0/4242456739 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f626c5640 1 --2- 10.20.193.52:0/4242456739 >> v2:10.20.193.86:3300/0 conn(0x7f4f5c15d390 0x7f4f5c0b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f61ec4640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c06c770 0x7f4f5c0adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 -- 10.20.193.52:0/4242456739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c06c770 msgr2=0x7f4f5c0adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c06c770 0x7f4f5c0adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 -- 10.20.193.52:0/4242456739 >> v2:10.20.193.86:3300/0 conn(0x7f4f5c15d390 msgr2=0x7f4f5c0b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 --2- 10.20.193.52:0/4242456739 >> v2:10.20.193.86:3300/0 conn(0x7f4f5c15d390 0x7f4f5c0b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 -- 10.20.193.52:0/4242456739 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f5c0b2300 con 0x7f4f5c0ae190 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.200+0000 7f4f62ec6640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c160fc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c073ae0 tx=0x7f4f5002f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4e62711f0ca20 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f616c3640 1 -- 10.20.193.52:0/4242456739 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f50006ea0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f616c3640 1 -- 10.20.193.52:0/4242456739 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f5002fd70 con 0x7f4f5c0ae190 2026-02-25T15:49:39.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f616c3640 1 -- 10.20.193.52:0/4242456739 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f50037610 con 0x7f4f5c0ae190 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 -- 10.20.193.52:0/4242456739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 msgr2=0x7f4f5c160fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c160fc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c073ae0 tx=0x7f4f5002f310 comp rx=0 tx=0).stop 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 -- 10.20.193.52:0/4242456739 shutdown_connections 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c160fc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 --2- 10.20.193.52:0/4242456739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c06c770 0x7f4f5c0adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 --2- 10.20.193.52:0/4242456739 >> v2:10.20.193.86:3300/0 conn(0x7f4f5c15d390 0x7f4f5c0b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 -- 10.20.193.52:0/4242456739 >> 10.20.193.52:0/4242456739 conn(0x7f4f5c0cef90 msgr2=0x7f4f5c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 -- 10.20.193.52:0/4242456739 shutdown_connections 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.201+0000 7f4f64950640 1 -- 10.20.193.52:0/4242456739 wait complete. 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 Processor -- start 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- start start 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f5c06c770 0x7f4f5c1f5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 0x7f4f5c156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f5c1ef0f0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f5c1f5ba0 con 0x7f4f5c06c770 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f5c0c4290 con 0x7f4f5c15d390 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35156/0 (socket says 10.20.193.52:35156) 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 -- 10.20.193.52:0/1892679855 learned_addr learned my addr 10.20.193.52:0/1892679855 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f626c5640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f5c06c770 0x7f4f5c1f5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f62ec6640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 0x7f4f5c156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 -- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 msgr2=0x7f4f5c156470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 0x7f4f5c156470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 -- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f5c06c770 msgr2=0x7f4f5c1f5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f5c06c770 0x7f4f5c1f5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 -- 10.20.193.52:0/1892679855 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f50009b30 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f62ec6640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 0x7f4f5c156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f61ec4640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4f4800d830 tx=0x7f4f4800dd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f4800b8d0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f4800ba30 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f5c0c4570 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f4800bdc0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.202+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f5c0c4b30 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.203+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f5c068270 con 0x7f4f5c0ae190 2026-02-25T15:49:39.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.204+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4f4801b070 con 0x7f4f5c0ae190 2026-02-25T15:49:39.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.204+0000 7f4f46ffd640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 0x7f4f2c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.204+0000 7f4f626c5640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 0x7f4f2c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.204+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4f48097930 con 0x7f4f5c0ae190 2026-02-25T15:49:39.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.204+0000 7f4f626c5640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 0x7f4f2c078500 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c15c520 tx=0x7f4f54008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.206+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4f4805d5a0 con 0x7f4f5c0ae190 2026-02-25T15:49:39.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.282+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4f5c0ae620 con 0x7f4f5c0ae190 2026-02-25T15:49:39.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.282+0000 7f4f46ffd640 1 -- 10.20.193.52:0/1892679855 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4f48060620 con 0x7f4f5c0ae190 2026-02-25T15:49:39.285 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 msgr2=0x7f4f2c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 0x7f4f2c078500 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c15c520 tx=0x7f4f54008040 comp rx=0 tx=0).stop 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 msgr2=0x7f4f5c0c62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4f4800d830 tx=0x7f4f4800dd00 comp rx=0 tx=0).stop 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 shutdown_connections 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f2c076040 0x7f4f2c078500 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f5c15d390 0x7f4f5c156470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f5c0ae190 0x7f4f5c0c62d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 --2- 10.20.193.52:0/1892679855 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f5c06c770 0x7f4f5c1f5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 >> 10.20.193.52:0/1892679855 conn(0x7f4f5c0cef90 msgr2=0x7f4f5c0b0450 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 shutdown_connections 2026-02-25T15:49:39.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.283+0000 7f4f64950640 1 -- 10.20.193.52:0/1892679855 wait complete. 2026-02-25T15:49:39.293 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:39.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 Processor -- start 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 -- start start 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 0x7f1a6015f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a600c9a60 con 0x7f1a6015b080 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a600cad50 con 0x7f1a600729f0 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a654a0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6015fc60 con 0x7f1a6006e2d0 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a5effd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f1a6015b080 0x7f1a600722e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53016/0 (socket says 10.20.193.52:53016) 2026-02-25T15:49:39.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.360+0000 7f1a5effd640 1 -- 10.20.193.52:0/1265766145 learned_addr learned my addr 10.20.193.52:0/1265766145 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1955232475 0 0) 0x7f1a600c9a60 con 0x7f1a6015b080 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5e7fc640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 0x7f1a6015f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a4c003620 con 0x7f1a6015b080 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3555186333 0 0) 0x7f1a4c003620 con 0x7f1a6015b080 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 msgr2=0x7f1a6015f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 0x7f1a6015f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 >> v1:10.20.193.86:6789/0 conn(0x7f1a600729f0 legacy=0x7f1a600cafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a600c9cb0 con 0x7f1a6015b080 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f1a54002f00 con 0x7f1a6015b080 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 >> v1:10.20.193.52:6789/0 conn(0x7f1a6015b080 legacy=0x7f1a600722e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.369 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a4c003af0 0x7f1a4c003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 0x7f1a4c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a4c004e50 0x7f1a4c0052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6015fc60 con 0x7f1a4c003af0 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a4c00bd00 con 0x7f1a4c004e50 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a4c00bec0 con 0x7f1a6006e2d0 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a4c003af0 0x7f1a4c003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 -- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 msgr2=0x7f1a4c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a6006e2d0 0x7f1a4c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 -- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a4c004e50 msgr2=0x7f1a4c0052d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a4c004e50 0x7f1a4c0052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 -- 10.20.193.52:0/1265766145 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a4c003620 con 0x7f1a4c003af0 2026-02-25T15:49:39.370 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.361+0000 7f1a5effd640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a4c003af0 0x7f1a4c003f10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1a54002860 tx=0x7f1a5402f560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7535225211eda22c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a54005bd0 con 0x7f1a4c003af0 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a54032070 con 0x7f1a4c003af0 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a5dffb640 1 -- 10.20.193.52:0/1265766145 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a54007070 con 0x7f1a4c003af0 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 -- 10.20.193.52:0/1265766145 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a4c003af0 msgr2=0x7f1a4c003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 --2- 10.20.193.52:0/1265766145 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a4c003af0 0x7f1a4c003f10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1a54002860 tx=0x7f1a5402f560 comp rx=0 tx=0).stop 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a5f7fe640 1 -- 10.20.193.52:0/1265766145 reap_dead start 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 -- 10.20.193.52:0/1265766145 shutdown_connections 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 -- 10.20.193.52:0/1265766145 >> 10.20.193.52:0/1265766145 conn(0x7f1a6006a990 msgr2=0x7f1a6006ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 -- 10.20.193.52:0/1265766145 shutdown_connections 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.362+0000 7f1a654a0640 1 -- 10.20.193.52:0/1265766145 wait complete. 2026-02-25T15:49:39.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 Processor -- start 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- start start 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a4c003af0 0x7f1a600c5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a600c8cd0 0x7f1a6015c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6015cb40 con 0x7f1a600c3ea0 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6015e310 con 0x7f1a600c8cd0 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a6015c5c0 con 0x7f1a4c003af0 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35166/0 (socket says 10.20.193.52:35166) 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 -- 10.20.193.52:0/2706338190 learned_addr learned my addr 10.20.193.52:0/2706338190 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5e7fc640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a600c8cd0 0x7f1a6015c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5effd640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a4c003af0 0x7f1a600c5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 -- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a4c003af0 msgr2=0x7f1a600c5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a4c003af0 0x7f1a600c5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 -- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a600c8cd0 msgr2=0x7f1a6015c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a600c8cd0 0x7f1a6015c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 -- 10.20.193.52:0/2706338190 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a6015c860 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a5f7fe640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1a600714d0 tx=0x7f1a5000cf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a5000ab90 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a5000ad10 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a600c6680 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a500072b0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.363+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a600c6c40 con 0x7f1a600c3ea0 2026-02-25T15:49:39.373 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.364+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a600c64e0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.365+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1a50007410 con 0x7f1a600c3ea0 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.365+0000 7f1a3f7fe640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 0x7f1a2c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.365+0000 7f1a5effd640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 0x7f1a2c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.365+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1a500970d0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.365+0000 7f1a5effd640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 0x7f1a2c078500 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1a54036000 tx=0x7f1a54009070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.367+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1a5005ccb0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.443+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1a600c64e0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.443+0000 7f1a3f7fe640 1 -- 10.20.193.52:0/2706338190 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1a600c64e0 con 0x7f1a600c3ea0 2026-02-25T15:49:39.445 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:39.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 msgr2=0x7f1a2c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 0x7f1a2c078500 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1a54036000 tx=0x7f1a54009070 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 msgr2=0x7f1a6015d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1a600714d0 tx=0x7f1a5000cf10 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 shutdown_connections 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1a2c076040 0x7f1a2c078500 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1a600c3ea0 0x7f1a6015d4c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1a600c8cd0 0x7f1a6015c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 --2- 10.20.193.52:0/2706338190 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1a4c003af0 0x7f1a600c5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 >> 10.20.193.52:0/2706338190 conn(0x7f1a6006a990 msgr2=0x7f1a60073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 shutdown_connections 2026-02-25T15:49:39.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.444+0000 7f1a654a0640 1 -- 10.20.193.52:0/2706338190 wait complete. 2026-02-25T15:49:39.454 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:49:39.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 Processor -- start 2026-02-25T15:49:39.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 -- start start 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f54ac0b3f30 0x7f54ac0b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54ac0b2b60 con 0x7f54ac1618e0 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54ac0b2e40 con 0x7f54ac070e40 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.521+0000 7f54b41ae640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54ac0b3400 con 0x7f54ac0b3f30 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1f23640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f54ac1618e0 0x7f54ac0b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53026/0 (socket says 10.20.193.52:53026) 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1f23640 1 -- 10.20.193.52:0/3410266487 learned_addr learned my addr 10.20.193.52:0/3410266487 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1722640 1 --2- 10.20.193.52:0/3410266487 >> v2:10.20.193.52:3300/0 conn(0x7f54ac0b3f30 0x7f54ac0b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1722640 1 -- 10.20.193.52:0/3410266487 >> v1:10.20.193.86:6789/0 conn(0x7f54ac070e40 legacy=0x7f54ac071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1722640 1 -- 10.20.193.52:0/3410266487 >> v1:10.20.193.52:6789/0 conn(0x7f54ac1618e0 legacy=0x7f54ac0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1722640 1 -- 10.20.193.52:0/3410266487 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54ac0b3120 con 0x7f54ac0b3f30 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b1722640 1 --2- 10.20.193.52:0/3410266487 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac0b3f30 0x7f54ac0b43a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f54a00098a0 tx=0x7f54a002ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f234f0ab1a8f2c7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b0f21640 1 -- 10.20.193.52:0/3410266487 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a002fad0 con 0x7f54ac0b3f30 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b0f21640 1 -- 10.20.193.52:0/3410266487 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54a002fc30 con 0x7f54ac0b3f30 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b0f21640 1 -- 10.20.193.52:0/3410266487 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a0037440 con 0x7f54ac0b3f30 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b41ae640 1 -- 10.20.193.52:0/3410266487 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac0b3f30 msgr2=0x7f54ac0b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b41ae640 1 --2- 10.20.193.52:0/3410266487 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac0b3f30 0x7f54ac0b43a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f54a00098a0 tx=0x7f54a002ee10 comp rx=0 tx=0).stop 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b41ae640 1 -- 10.20.193.52:0/3410266487 shutdown_connections 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b41ae640 1 --2- 10.20.193.52:0/3410266487 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac0b3f30 0x7f54ac0b43a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.522+0000 7f54b41ae640 1 -- 10.20.193.52:0/3410266487 >> 10.20.193.52:0/3410266487 conn(0x7f54ac06c980 msgr2=0x7f54ac06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.523+0000 7f54b41ae640 1 -- 10.20.193.52:0/3410266487 shutdown_connections 2026-02-25T15:49:39.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.523+0000 7f54b41ae640 1 -- 10.20.193.52:0/3410266487 wait complete. 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.523+0000 7f54b41ae640 1 Processor -- start 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.523+0000 7f54b41ae640 1 -- start start 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 0x7f54ac15cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f54ac0b3f30 0x7f54ac0a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac0a92f0 con 0x7f54ac1618e0 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac0a95d0 con 0x7f54ac070e40 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac0a98b0 con 0x7f54ac0b3f30 2026-02-25T15:49:39.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35184/0 (socket says 10.20.193.52:35184) 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 -- 10.20.193.52:0/1317041478 learned_addr learned my addr 10.20.193.52:0/1317041478 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b1f23640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 0x7f54ac15cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 -- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f54ac0b3f30 msgr2=0x7f54ac0a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f54ac0b3f30 0x7f54ac0a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 -- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 msgr2=0x7f54ac15cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 0x7f54ac15cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 -- 10.20.193.52:0/1317041478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a0009500 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b1f23640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 0x7f54ac15cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b2724640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f54a800cc10 tx=0x7f54a800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a800ce30 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54a8012420 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54ac0a9b90 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a80127d0 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.524+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54ac0aa390 con 0x7f54ac1618e0 2026-02-25T15:49:39.526 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.525+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54ac0aa0b0 con 0x7f54ac1618e0 2026-02-25T15:49:39.527 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.526+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f54a8012930 con 0x7f54ac1618e0 2026-02-25T15:49:39.527 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.526+0000 7f549a7fc640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 0x7f547c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.527 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.526+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f54a8097ec0 con 0x7f54ac1618e0 2026-02-25T15:49:39.527 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.526+0000 7f54b1f23640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 0x7f547c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.528 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.526+0000 7f54b1f23640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 0x7f547c078500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f549c005980 tx=0x7f549c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.529 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.528+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f54a805daa0 con 0x7f54ac1618e0 2026-02-25T15:49:39.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.611+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f54ac0aa0b0 con 0x7f54ac1618e0 2026-02-25T15:49:39.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.611+0000 7f549a7fc640 1 -- 10.20.193.52:0/1317041478 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f54ac0aa0b0 con 0x7f54ac1618e0 2026-02-25T15:49:39.614 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 msgr2=0x7f547c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 0x7f547c078500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f549c005980 tx=0x7f549c009040 comp rx=0 tx=0).stop 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 msgr2=0x7f54ac15ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f54a800cc10 tx=0x7f54a800a430 comp rx=0 tx=0).stop 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 shutdown_connections 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f547c076040 0x7f547c078500 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f54ac1618e0 0x7f54ac15ff20 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f54ac0b3f30 0x7f54ac0a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 --2- 10.20.193.52:0/1317041478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f54ac070e40 0x7f54ac15cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 >> 10.20.193.52:0/1317041478 conn(0x7f54ac06c980 msgr2=0x7f54ac165300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 shutdown_connections 2026-02-25T15:49:39.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.612+0000 7f54b41ae640 1 -- 10.20.193.52:0/1317041478 wait complete. 2026-02-25T15:49:39.622 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial052.front.sepia.ceph.com... 2026-02-25T15:49:39.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:39.622 DEBUG:teuthology.orchestra.run.trial052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2026-02-25T15:49:39.646 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.trial052.stderr:ceph-fuse[52895]: fuse finished with error 0 and tester_r 0 2026-02-25T15:49:39.647 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:49:39.684 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:49:39.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:39.685 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2026-02-25T15:49:39.742 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:39.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.845+0000 7f3c935da640 1 Processor -- start 2026-02-25T15:49:39.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 -- start start 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f3c8c072180 0x7f3c8c072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c13db80 0x7f3c8c0ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c8c15a970 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c8c072aa0 con 0x7f3c8c072180 2026-02-25T15:49:39.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c935da640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8c140640 con 0x7f3c8c13db80 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c90b4e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c90b4e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35186/0 (socket says 10.20.193.52:35186) 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c90b4e640 1 -- 10.20.193.52:0/2942557428 learned_addr learned my addr 10.20.193.52:0/2942557428 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.846+0000 7f3c9134f640 1 --2- 10.20.193.52:0/2942557428 >> v2:10.20.193.86:3300/0 conn(0x7f3c8c072180 0x7f3c8c072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c91b50640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c13db80 0x7f3c8c0ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 -- 10.20.193.52:0/2942557428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c13db80 msgr2=0x7f3c8c0ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c13db80 0x7f3c8c0ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 -- 10.20.193.52:0/2942557428 >> v2:10.20.193.86:3300/0 conn(0x7f3c8c072180 msgr2=0x7f3c8c072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 --2- 10.20.193.52:0/2942557428 >> v2:10.20.193.86:3300/0 conn(0x7f3c8c072180 0x7f3c8c072560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 -- 10.20.193.52:0/2942557428 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c8c140360 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c90b4e640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c067f30 tx=0x7f3c8002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9796bc717402f458 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c7bfff640 1 -- 10.20.193.52:0/2942557428 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c8002fbd0 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c7bfff640 1 -- 10.20.193.52:0/2942557428 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c8002fd30 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c7bfff640 1 -- 10.20.193.52:0/2942557428 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c8002fea0 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 -- 10.20.193.52:0/2942557428 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13d6f0 msgr2=0x7f3c8c0ce470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c067f30 tx=0x7f3c8002ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 -- 10.20.193.52:0/2942557428 shutdown_connections 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c13db80 0x7f3c8c0ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 --2- 10.20.193.52:0/2942557428 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c0ce470 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 --2- 10.20.193.52:0/2942557428 >> v2:10.20.193.86:3300/0 conn(0x7f3c8c072180 0x7f3c8c072560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 -- 10.20.193.52:0/2942557428 >> 10.20.193.52:0/2942557428 conn(0x7f3c8c06c980 msgr2=0x7f3c8c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 -- 10.20.193.52:0/2942557428 shutdown_connections 2026-02-25T15:49:39.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.847+0000 7f3c935da640 1 -- 10.20.193.52:0/2942557428 wait complete. 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.848+0000 7f3c935da640 1 Processor -- start 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.848+0000 7f3c935da640 1 -- start start 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 0x7f3c8c1407b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c1399a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8c1e3a70 con 0x7f3c8c13db80 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8c139ee0 con 0x7f3c8c13d6f0 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c8c151e70 con 0x7f3c8c072180 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35202/0 (socket says 10.20.193.52:35202) 2026-02-25T15:49:39.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 -- 10.20.193.52:0/369562690 learned_addr learned my addr 10.20.193.52:0/369562690 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c90b4e640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c1399a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c9134f640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 0x7f3c8c1407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 -- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 msgr2=0x7f3c8c1407b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 0x7f3c8c1407b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 -- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 msgr2=0x7f3c8c1399a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c1399a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 -- 10.20.193.52:0/369562690 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c800095d0 con 0x7f3c8c13db80 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c90b4e640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c1399a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c9134f640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 0x7f3c8c1407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c91b50640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3c88007e40 tx=0x7f3c8800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c88006ea0 con 0x7f3c8c13db80 2026-02-25T15:49:39.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c88014640 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c8c152150 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c8800eea0 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.849+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c8c152710 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.850+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c8c1e3be0 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.850+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3c880149f0 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.851+0000 7f3c79ffb640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 0x7f3c5c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.851+0000 7f3c9134f640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 0x7f3c5c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.851+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3c88097a30 con 0x7f3c8c13db80 2026-02-25T15:49:39.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.851+0000 7f3c9134f640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 0x7f3c5c078500 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c006fd0 tx=0x7f3c7c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:39.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.853+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3c8805d4a0 con 0x7f3c8c13db80 2026-02-25T15:49:39.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.933+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3c8c072560 con 0x7f3c8c13db80 2026-02-25T15:49:39.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.933+0000 7f3c79ffb640 1 -- 10.20.193.52:0/369562690 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f3c88060520 con 0x7f3c8c13db80 2026-02-25T15:49:39.936 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:39.936 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:39.937 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 msgr2=0x7f3c5c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 0x7f3c5c078500 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c006fd0 tx=0x7f3c7c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 msgr2=0x7f3c8c13bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3c88007e40 tx=0x7f3c8800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 shutdown_connections 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3c5c076040 0x7f3c5c078500 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3c8c13db80 0x7f3c8c13bc20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3c8c13d6f0 0x7f3c8c1399a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 --2- 10.20.193.52:0/369562690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3c8c072180 0x7f3c8c1407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 >> 10.20.193.52:0/369562690 conn(0x7f3c8c06c980 msgr2=0x7f3c8c158cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:39.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 shutdown_connections 2026-02-25T15:49:39.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:39.934+0000 7f3c935da640 1 -- 10.20.193.52:0/369562690 wait complete. 2026-02-25T15:49:39.945 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.009+0000 7f268d600640 1 Processor -- start 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.009+0000 7f268d600640 1 -- start start 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f268d600640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f268815ebd0 0x7f26880cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f268d600640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 0x7f26880cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f268d600640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2688070440 con 0x7f268806fcf0 2026-02-25T15:49:40.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f268d600640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2688070790 con 0x7f268815ebd0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f268d600640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f268806f540 con 0x7f26880b07d0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26877fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f268806fcf0 0x7f26880cbbe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53036/0 (socket says 10.20.193.52:53036) 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26877fe640 1 -- 10.20.193.52:0/1275901344 learned_addr learned my addr 10.20.193.52:0/1275901344 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26867fc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 0x7f26880cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f2686ffd640 1 --2- 10.20.193.52:0/1275901344 >> v2:10.20.193.86:3300/0 conn(0x7f268815ebd0 0x7f26880cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1349962537 0 0) 0x7f2688070440 con 0x7f268806fcf0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2674003620 con 0x7f268806fcf0 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26867fc640 1 -- 10.20.193.52:0/1275901344 >> v2:10.20.193.86:3300/0 conn(0x7f268815ebd0 msgr2=0x7f26880cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26867fc640 1 --2- 10.20.193.52:0/1275901344 >> v2:10.20.193.86:3300/0 conn(0x7f268815ebd0 0x7f26880cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26867fc640 1 -- 10.20.193.52:0/1275901344 >> v1:10.20.193.52:6789/0 conn(0x7f268806fcf0 legacy=0x7f26880cbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1572669630 0 0) 0x7f2674003620 con 0x7f268806fcf0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.010+0000 7f26867fc640 1 -- 10.20.193.52:0/1275901344 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f268806f820 con 0x7f26880b07d0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f26867fc640 1 --2- 10.20.193.52:0/1275901344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 0x7f26880cfd60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26700098a0 tx=0x7f267002eda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dda57953beee8220 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2678003280 con 0x7f26880b07d0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f267002f750 con 0x7f26880b07d0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f2685ffb640 1 -- 10.20.193.52:0/1275901344 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f267002fae0 con 0x7f26880b07d0 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f268d600640 1 -- 10.20.193.52:0/1275901344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 msgr2=0x7f26880cfd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.011+0000 7f268d600640 1 --2- 10.20.193.52:0/1275901344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 0x7f26880cfd60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26700098a0 tx=0x7f267002eda0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 -- 10.20.193.52:0/1275901344 shutdown_connections 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 --2- 10.20.193.52:0/1275901344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f26880b07d0 0x7f26880cfd60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 --2- 10.20.193.52:0/1275901344 >> v2:10.20.193.86:3300/0 conn(0x7f268815ebd0 0x7f26880cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 -- 10.20.193.52:0/1275901344 >> 10.20.193.52:0/1275901344 conn(0x7f26880b2d30 msgr2=0x7f26880b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:40.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 -- 10.20.193.52:0/1275901344 shutdown_connections 2026-02-25T15:49:40.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 -- 10.20.193.52:0/1275901344 wait complete. 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 Processor -- start 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.012+0000 7f268d600640 1 -- start start 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f268806fcf0 0x7f2688154840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 0x7f26881568f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26881e9140 con 0x7f26880b07d0 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f268815a1b0 con 0x7f268815ebd0 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2688159320 con 0x7f268806fcf0 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35208/0 (socket says 10.20.193.52:35208) 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 -- 10.20.193.52:0/3411415206 learned_addr learned my addr 10.20.193.52:0/3411415206 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f2686ffd640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f268806fcf0 0x7f2688154840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26877fe640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 0x7f26881568f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 -- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f268806fcf0 msgr2=0x7f2688154840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f268806fcf0 0x7f2688154840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 -- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 msgr2=0x7f26881568f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 0x7f26881568f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 -- 10.20.193.52:0/3411415206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2670009500 con 0x7f26880b07d0 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26877fe640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 0x7f26881568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26867fc640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f267003a040 tx=0x7f26700047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2670037cc0 con 0x7f26880b07d0 2026-02-25T15:49:40.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2670037e20 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2670042650 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26881595a0 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.013+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2688159b60 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.014+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2688067c80 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.014+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2670052020 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.015+0000 7f26677fe640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 0x7f2654078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.015+0000 7f2686ffd640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 0x7f2654078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.015+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f26700bc540 con 0x7f26880b07d0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.015+0000 7f2686ffd640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 0x7f2654078530 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f267c009bd0 tx=0x7f267c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.017+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f2670082150 con 0x7f26880b07d0 2026-02-25T15:49:40.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.096+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f268815a340 con 0x7f26880b07d0 2026-02-25T15:49:40.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f26677fe640 1 -- 10.20.193.52:0/3411415206 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f26700851d0 con 0x7f26880b07d0 2026-02-25T15:49:40.100 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:40.100 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:40.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 msgr2=0x7f2654078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.102 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 0x7f2654078530 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f267c009bd0 tx=0x7f267c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 msgr2=0x7f2688155d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f267003a040 tx=0x7f26700047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 shutdown_connections 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2654076070 0x7f2654078530 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f268815ebd0 0x7f26881568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f26880b07d0 0x7f2688155d10 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 --2- 10.20.193.52:0/3411415206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f268806fcf0 0x7f2688154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 >> 10.20.193.52:0/3411415206 conn(0x7f26880b2d30 msgr2=0x7f26880ce780 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:40.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 shutdown_connections 2026-02-25T15:49:40.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.097+0000 7f268d600640 1 -- 10.20.193.52:0/3411415206 wait complete. 2026-02-25T15:49:40.109 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2026-02-25T15:49:40.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 Processor -- start 2026-02-25T15:49:40.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 -- start start 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f194815ed40 0x7f19480cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19480c5d50 con 0x7f194815e960 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19480cf870 con 0x7f19480ce1d0 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194f38e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19480b21e0 con 0x7f194815ed40 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194d103640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f194815e960 0x7f19480cdac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53046/0 (socket says 10.20.193.52:53046) 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194d103640 1 -- 10.20.193.52:0/4168147956 learned_addr learned my addr 10.20.193.52:0/4168147956 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1930104178 0 0) 0x7f19480c5d50 con 0x7f194815e960 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1930003620 con 0x7f194815e960 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.177+0000 7f194d904640 1 --2- 10.20.193.52:0/4168147956 >> v2:10.20.193.86:3300/0 conn(0x7f194815ed40 0x7f19480cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3295937837 0 0) 0x7f1930003620 con 0x7f194815e960 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 >> v2:10.20.193.86:3300/0 conn(0x7f194815ed40 msgr2=0x7f19480cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:40.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 --2- 10.20.193.52:0/4168147956 >> v2:10.20.193.86:3300/0 conn(0x7f194815ed40 0x7f19480cc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 >> v1:10.20.193.86:6789/0 conn(0x7f19480ce1d0 legacy=0x7f19480cbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19480b24c0 con 0x7f194815e960 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f1938002f00 con 0x7f194815e960 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 >> v1:10.20.193.52:6789/0 conn(0x7f194815e960 legacy=0x7f19480cdac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1930003ac0 0x7f1930003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300048c0 0x7f1930004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 0x7f193000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19480b21e0 con 0x7f19300052d0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f193000c200 con 0x7f19300048c0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f193000c3c0 con 0x7f1930003ac0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 0x7f193000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 -- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1930003ac0 msgr2=0x7f1930003ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1930003ac0 0x7f1930003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 -- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300048c0 msgr2=0x7f1930004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300048c0 0x7f1930004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 -- 10.20.193.52:0/4168147956 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1930003620 con 0x7f19300052d0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 -- 10.20.193.52:0/4168147956 reap_dead start 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f194d904640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 0x7f193000ba80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1944007330 tx=0x7f194402f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=536ae931d23d5a9e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1944006ea0 con 0x7f19300052d0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1944032050 con 0x7f19300052d0 2026-02-25T15:49:40.181 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.178+0000 7f1937fff640 1 -- 10.20.193.52:0/4168147956 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1944004020 con 0x7f19300052d0 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 msgr2=0x7f193000ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 0x7f193000ba80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1944007330 tx=0x7f194402f780 comp rx=0 tx=0).stop 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- 10.20.193.52:0/4168147956 shutdown_connections 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 --2- 10.20.193.52:0/4168147956 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19300052d0 0x7f193000ba80 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- 10.20.193.52:0/4168147956 >> 10.20.193.52:0/4168147956 conn(0x7f19480d11f0 msgr2=0x7f19480d1600 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- 10.20.193.52:0/4168147956 shutdown_connections 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- 10.20.193.52:0/4168147956 wait complete. 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 Processor -- start 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.179+0000 7f194f38e640 1 -- start start 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300052d0 0x7f1948148770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1948153230 0x7f1948144e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.183 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19481491e0 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19480b5230 con 0x7f19300052d0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1948148cb0 con 0x7f1948153230 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35218/0 (socket says 10.20.193.52:35218) 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 -- 10.20.193.52:0/440463083 learned_addr learned my addr 10.20.193.52:0/440463083 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d103640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300052d0 0x7f1948148770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194c902640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1948153230 0x7f1948144e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 -- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1948153230 msgr2=0x7f1948144e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1948153230 0x7f1948144e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 -- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300052d0 msgr2=0x7f1948148770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300052d0 0x7f1948148770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 -- 10.20.193.52:0/440463083 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19480d0180 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194d904640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f194402fc90 tx=0x7f1944004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1944006ea0 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19440046d0 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f194403e420 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19480c5710 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.180+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1948155a00 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.181+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19480b27a0 con 0x7f19481536b0 2026-02-25T15:49:40.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.181+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f194403e580 con 0x7f19481536b0 2026-02-25T15:49:40.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.182+0000 7f1935ffb640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 0x7f1918078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:40.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.182+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f19440bbe70 con 0x7f19481536b0 2026-02-25T15:49:40.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.182+0000 7f194d103640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 0x7f1918078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:40.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.182+0000 7f194d103640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 0x7f1918078530 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1938003480 tx=0x7f1938003410 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:40.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.184+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1944081ad0 con 0x7f19481536b0 2026-02-25T15:49:40.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:40.277+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f19480c5710 con 0x7f19481536b0 2026-02-25T15:49:41.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.025+0000 7f1935ffb640 1 -- 10.20.193.52:0/440463083 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) v1 ==== 118+0+0 (secure 0 0 0) 0x7f19480c5710 con 0x7f19481536b0 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 msgr2=0x7f1918078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 0x7f1918078530 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1938003480 tx=0x7f1938003410 comp rx=0 tx=0).stop 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 msgr2=0x7f1948145390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f194402fc90 tx=0x7f1944004bb0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 shutdown_connections 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1918076070 0x7f1918078530 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19481536b0 0x7f1948145390 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1948153230 0x7f1948144e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 --2- 10.20.193.52:0/440463083 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19300052d0 0x7f1948148770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 >> 10.20.193.52:0/440463083 conn(0x7f19480d11f0 msgr2=0x7f19480cbd50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:41.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 shutdown_connections 2026-02-25T15:49:41.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.026+0000 7f194f38e640 1 -- 10.20.193.52:0/440463083 wait complete. 2026-02-25T15:49:41.040 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2026-02-25T15:49:41.040 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2026-02-25T15:49:41.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.110+0000 7f12b931b640 1 Processor -- start 2026-02-25T15:49:41.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.110+0000 7f12b931b640 1 -- start start 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b931b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f12b406c770 0x7f12b4168120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b931b640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12b40ad7c0 con 0x7f12b415d390 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b931b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12b40b2020 con 0x7f12b40b2a90 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b931b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12b40b2300 con 0x7f12b406c770 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b2ffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f12b415d390 0x7f12b40adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53050/0 (socket says 10.20.193.52:53050) 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b2ffd640 1 -- 10.20.193.52:0/1369810942 learned_addr learned my addr 10.20.193.52:0/1369810942 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1464630810 0 0) 0x7f12b40ad7c0 con 0x7f12b415d390 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12a0003620 con 0x7f12b415d390 2026-02-25T15:49:41.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1369810942 >> v2:10.20.193.86:3300/0 conn(0x7f12b406c770 0x7f12b4168120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2089373664 0 0) 0x7f12a0003620 con 0x7f12b415d390 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 >> v2:10.20.193.86:3300/0 conn(0x7f12b406c770 msgr2=0x7f12b4168120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 --2- 10.20.193.52:0/1369810942 >> v2:10.20.193.86:3300/0 conn(0x7f12b406c770 0x7f12b4168120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 >> v1:10.20.193.86:6789/0 conn(0x7f12b40b2a90 legacy=0x7f12b40ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12b40b25e0 con 0x7f12b415d390 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f12a8002f00 con 0x7f12b415d390 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 >> v1:10.20.193.52:6789/0 conn(0x7f12b415d390 legacy=0x7f12b40adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12a0003ac0 0x7f12a0003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 0x7f12a0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00052d0 0x7f12a000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12b40b2300 con 0x7f12a00048c0 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12a000c200 con 0x7f12a00052d0 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12a000c3c0 con 0x7f12a0003ac0 2026-02-25T15:49:41.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.111+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 0x7f12a0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00052d0 0x7f12a000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 -- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12a0003ac0 msgr2=0x7f12a0003ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b2ffd640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12a0003ac0 0x7f12a0003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12a0003ac0 0x7f12a0003ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 -- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00052d0 msgr2=0x7f12a000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00052d0 0x7f12a000ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 -- 10.20.193.52:0/1369810942 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12a0003620 con 0x7f12a00048c0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b2ffd640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12a0003ac0 0x7f12a0003ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00052d0 0x7f12a000ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b37fe640 1 -- 10.20.193.52:0/1369810942 reap_dead start 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 0x7f12a0004d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f129c003f80 tx=0x7f129c02ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e927d9d1c9feec5a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c0306e0 con 0x7f12a00048c0 2026-02-25T15:49:41.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f129c030860 con 0x7f12a00048c0 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b1ffb640 1 -- 10.20.193.52:0/1369810942 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f129c030c10 con 0x7f12a00048c0 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 -- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 msgr2=0x7f12a0004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 0x7f12a0004d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f129c003f80 tx=0x7f129c02ec70 comp rx=0 tx=0).stop 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 -- 10.20.193.52:0/1369810942 shutdown_connections 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 --2- 10.20.193.52:0/1369810942 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12a00048c0 0x7f12a0004d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 -- 10.20.193.52:0/1369810942 >> 10.20.193.52:0/1369810942 conn(0x7f12b40cef90 msgr2=0x7f12b40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 -- 10.20.193.52:0/1369810942 shutdown_connections 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.112+0000 7f12b931b640 1 -- 10.20.193.52:0/1369810942 wait complete. 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 Processor -- start 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 -- start start 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00048c0 0x7f12b41f4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 0x7f12b4153fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12b414b550 con 0x7f12b4158890 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12b4157120 con 0x7f12a00048c0 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b931b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12b4157370 con 0x7f12b4158410 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.113+0000 7f12b37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35230/0 (socket says 10.20.193.52:35230) 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 -- 10.20.193.52:0/1952870117 learned_addr learned my addr 10.20.193.52:0/1952870117 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 0x7f12b4153fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 -- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 msgr2=0x7f12b4153fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 0x7f12b4153fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 -- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00048c0 msgr2=0x7f12b41f4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00048c0 0x7f12b41f4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 -- 10.20.193.52:0/1952870117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12b4157650 con 0x7f12b4158890 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b27fc640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 0x7f12b4153fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:41.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b37fe640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f12b40aeba0 tx=0x7f12a4004a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12a4006ea0 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12a4007cf0 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12b4157930 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12a4014640 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12b4157ef0 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.114+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12b4158110 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.115+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f12a401d3b0 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.115+0000 7f12937fe640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 0x7f1280078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.115+0000 7f12b2ffd640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 0x7f1280078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.115+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f12a4096d40 con 0x7f12b4158890 2026-02-25T15:49:41.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.116+0000 7f12b2ffd640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 0x7f1280078500 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f12a8003030 tx=0x7f12a8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:41.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.118+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f12a405c840 con 0x7f12b4158890 2026-02-25T15:49:41.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:41.211+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f12b4068270 con 0x7f12b4158890 2026-02-25T15:49:42.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.033+0000 7f12937fe640 1 -- 10.20.193.52:0/1952870117 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) v1 ==== 122+0+0 (secure 0 0 0) 0x7f12a4007e60 con 0x7f12b4158890 2026-02-25T15:49:42.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 msgr2=0x7f1280078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 0x7f1280078500 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f12a8003030 tx=0x7f12a8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:42.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 msgr2=0x7f12b41f57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f12b40aeba0 tx=0x7f12a4004a80 comp rx=0 tx=0).stop 2026-02-25T15:49:42.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 shutdown_connections 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1280076040 0x7f1280078500 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f12b4158890 0x7f12b41f57e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f12b4158410 0x7f12b4153fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 --2- 10.20.193.52:0/1952870117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f12a00048c0 0x7f12b41f4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 >> 10.20.193.52:0/1952870117 conn(0x7f12b40cef90 msgr2=0x7f12b4070960 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 shutdown_connections 2026-02-25T15:49:42.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.034+0000 7f12b931b640 1 -- 10.20.193.52:0/1952870117 wait complete. 2026-02-25T15:49:42.045 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2026-02-25T15:49:42.045 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:42.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.113+0000 7f1548bbf640 1 Processor -- start 2026-02-25T15:49:42.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.113+0000 7f1548bbf640 1 -- start start 2026-02-25T15:49:42.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1548bbf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f154406b7f0 0x7f154406a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1548bbf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b30a0 0x7f15440718a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1548bbf640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15440afb10 con 0x7f15440b34a0 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1548bbf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15440aefb0 con 0x7f154406b7f0 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1548bbf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15440af270 con 0x7f15440b30a0 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f154406b7f0 0x7f154406a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f15440b34a0 0x7f1544161290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53052/0 (socket says 10.20.193.52:53052) 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542d76640 1 -- 10.20.193.52:0/2809132146 learned_addr learned my addr 10.20.193.52:0/2809132146 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1541d74640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b30a0 0x7f15440718a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 -- 10.20.193.52:0/2809132146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b30a0 msgr2=0x7f15440718a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b30a0 0x7f15440718a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 -- 10.20.193.52:0/2809132146 >> v1:10.20.193.52:6789/0 conn(0x7f15440b34a0 legacy=0x7f1544161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1541573640 1 -- 10.20.193.52:0/2809132146 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3914303963 0 0) 0x7f15440afb10 con 0x7f15440b34a0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 -- 10.20.193.52:0/2809132146 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15440af550 con 0x7f154406b7f0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1542575640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f154406b7f0 0x7f154406a990 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f15380098a0 tx=0x7f153802ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71ce3d6aef0d3ee9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1541573640 1 -- 10.20.193.52:0/2809132146 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f153802fa40 con 0x7f154406b7f0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1541573640 1 -- 10.20.193.52:0/2809132146 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f153802fba0 con 0x7f154406b7f0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.114+0000 7f1541573640 1 -- 10.20.193.52:0/2809132146 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1538037440 con 0x7f154406b7f0 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 -- 10.20.193.52:0/2809132146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f154406b7f0 msgr2=0x7f154406a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f154406b7f0 0x7f154406a990 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f15380098a0 tx=0x7f153802ed80 comp rx=0 tx=0).stop 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 -- 10.20.193.52:0/2809132146 shutdown_connections 2026-02-25T15:49:42.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b30a0 0x7f15440718a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 --2- 10.20.193.52:0/2809132146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f154406b7f0 0x7f154406a990 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 -- 10.20.193.52:0/2809132146 >> 10.20.193.52:0/2809132146 conn(0x7f15440b1da0 msgr2=0x7f15440b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 -- 10.20.193.52:0/2809132146 shutdown_connections 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.115+0000 7f1548bbf640 1 -- 10.20.193.52:0/2809132146 wait complete. 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 Processor -- start 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 -- start start 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f154406b7f0 0x7f1544144bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 0x7f15441559e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1544145110 con 0x7f15440b30a0 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154415f360 con 0x7f154406b7f0 2026-02-25T15:49:42.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1548bbf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f154415eda0 con 0x7f15440b34a0 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35250/0 (socket says 10.20.193.52:35250) 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 -- 10.20.193.52:0/4150388585 learned_addr learned my addr 10.20.193.52:0/4150388585 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1542d76640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 0x7f15441559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 -- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 msgr2=0x7f15441559e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 0x7f15441559e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1542575640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f154406b7f0 0x7f1544144bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 -- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f154406b7f0 msgr2=0x7f1544144bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f154406b7f0 0x7f1544144bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 -- 10.20.193.52:0/4150388585 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1538009500 con 0x7f15440b30a0 2026-02-25T15:49:42.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1542d76640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 0x7f15441559e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f1541d74640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f152c00e7c0 tx=0x7f152c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.116+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152c00c8d0 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.117+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f152c00ca30 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.117+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f154415f080 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.117+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152c00cdc0 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.117+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15441539e0 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.117+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1544153560 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.118+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f152c013410 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.118+0000 7f152affd640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 0x7f1510078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.118+0000 7f1542575640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 0x7f1510078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.118+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f152c0971a0 con 0x7f15440b30a0 2026-02-25T15:49:42.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.118+0000 7f1542575640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 0x7f1510078500 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1538039000 tx=0x7f1538033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.126 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.120+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1544153560 con 0x7f15440b30a0 2026-02-25T15:49:42.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.212+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1544153560 con 0x7f15440b30a0 2026-02-25T15:49:42.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.212+0000 7f152affd640 1 -- 10.20.193.52:0/4150388585 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f1544153560 con 0x7f15440b30a0 2026-02-25T15:49:42.215 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:42.215 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:49:42.216 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:49:42.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 msgr2=0x7f1510078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 0x7f1510078500 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1538039000 tx=0x7f1538033000 comp rx=0 tx=0).stop 2026-02-25T15:49:42.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 msgr2=0x7f154415e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f152c00e7c0 tx=0x7f152c00ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 shutdown_connections 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1510076040 0x7f1510078500 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f15440b34a0 0x7f15441559e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f15440b30a0 0x7f154415e320 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 --2- 10.20.193.52:0/4150388585 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f154406b7f0 0x7f1544144bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 >> 10.20.193.52:0/4150388585 conn(0x7f15440b1da0 msgr2=0x7f1544152d60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 shutdown_connections 2026-02-25T15:49:42.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.213+0000 7f1548bbf640 1 -- 10.20.193.52:0/4150388585 wait complete. 2026-02-25T15:49:42.223 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:42.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 Processor -- start 2026-02-25T15:49:42.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 -- start start 2026-02-25T15:49:42.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bec0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bec15bcc0 con 0x7f3bec15b750 2026-02-25T15:49:42.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bec15bfa0 con 0x7f3bec0b4470 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bf0a5d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec071c60 con 0x7f3bec071710 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3be9d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f3bec15b750 0x7f3bec070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53060/0 (socket says 10.20.193.52:53060) 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3be9d74640 1 -- 10.20.193.52:0/1254276851 learned_addr learned my addr 10.20.193.52:0/1254276851 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3bea575640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bec0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.291+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2363422481 0 0) 0x7f3bec15bcc0 con 0x7f3bec15b750 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3bd8003620 con 0x7f3bec15b750 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3288554000 0 0) 0x7f3bd8003620 con 0x7f3bec15b750 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 msgr2=0x7f3bec0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bec0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 >> v1:10.20.193.86:6789/0 conn(0x7f3bec0b4470 legacy=0x7f3bec0720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bec15c280 con 0x7f3bec15b750 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f3bd4002f00 con 0x7f3bec15b750 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 >> v1:10.20.193.52:6789/0 conn(0x7f3bec15b750 legacy=0x7f3bec070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bd8003b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bd8004110 0x7f3bd80048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bd8004e00 0x7f3bd8005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd800bc40 con 0x7f3bd8004110 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd800bdb0 con 0x7f3bd8004e00 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd800bf70 con 0x7f3bec071710 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bd8004110 0x7f3bd80048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3bead76640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bd8004e00 0x7f3bd8005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3bea575640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bd8003b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 -- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 msgr2=0x7f3bd8003b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bec071710 0x7f3bd8003b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 -- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bd8004e00 msgr2=0x7f3bd8005260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bd8004e00 0x7f3bd8005260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 -- 10.20.193.52:0/1254276851 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd8003620 con 0x7f3bd8004110 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9d74640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bd8004110 0x7f3bd80048c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4007fd0 tx=0x7f3bd402f600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e32d85cef6a55600 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4005bd0 con 0x7f3bd8004110 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd4032070 con 0x7f3bd8004110 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.292+0000 7f3be9573640 1 -- 10.20.193.52:0/1254276851 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4007070 con 0x7f3bd8004110 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/1254276851 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bd8004110 msgr2=0x7f3bd80048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/1254276851 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bd8004110 0x7f3bd80048c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4007fd0 tx=0x7f3bd402f600 comp rx=0 tx=0).stop 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bead76640 1 -- 10.20.193.52:0/1254276851 reap_dead start 2026-02-25T15:49:42.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/1254276851 shutdown_connections 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/1254276851 >> 10.20.193.52:0/1254276851 conn(0x7f3bec06c980 msgr2=0x7f3bec06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/1254276851 shutdown_connections 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/1254276851 wait complete. 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.293+0000 7f3bf0a5d640 1 Processor -- start 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- start start 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bd8004110 0x7f3bec1f5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bec0b2720 0x7f3bec153b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec1f5770 con 0x7f3bec0ad020 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec153400 con 0x7f3bec0b2720 2026-02-25T15:49:42.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec154ac0 con 0x7f3bd8004110 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35272/0 (socket says 10.20.193.52:35272) 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 -- 10.20.193.52:0/3566329478 learned_addr learned my addr 10.20.193.52:0/3566329478 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bea575640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bd8004110 0x7f3bec1f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bead76640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bec0b2720 0x7f3bec153b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 -- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bd8004110 msgr2=0x7f3bec1f5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bd8004110 0x7f3bec1f5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 -- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bec0b2720 msgr2=0x7f3bec153b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bec0b2720 0x7f3bec153b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 -- 10.20.193.52:0/3566329478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bec154da0 con 0x7f3bec0ad020 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3be9d74640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4002410 tx=0x7f3bd4003200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd403e040 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd4007270 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bec155080 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4007620 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.294+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bec1546c0 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.295+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bec154850 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.295+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3bd4053070 con 0x7f3bec0ad020 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.296+0000 7f3bd2ffd640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 0x7f3bb8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.296+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3bd40bc790 con 0x7f3bec0ad020 2026-02-25T15:49:42.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.296+0000 7f3bea575640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 0x7f3bb8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.296+0000 7f3bea575640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 0x7f3bb8078500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3bec06dfe0 tx=0x7f3be0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.298+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3bd40822f0 con 0x7f3bec0ad020 2026-02-25T15:49:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.375+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3bec15bfa0 con 0x7f3bec0ad020 2026-02-25T15:49:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.375+0000 7f3bd2ffd640 1 -- 10.20.193.52:0/3566329478 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f3bd4085370 con 0x7f3bec0ad020 2026-02-25T15:49:42.378 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:42.378 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:42.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 msgr2=0x7f3bb8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 0x7f3bb8078500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3bec06dfe0 tx=0x7f3be0008040 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 msgr2=0x7f3bec0b21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4002410 tx=0x7f3bd4003200 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 shutdown_connections 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3bb8076040 0x7f3bb8078500 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3bec0b2720 0x7f3bec153b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3bec0ad020 0x7f3bec0b21e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 --2- 10.20.193.52:0/3566329478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3bd8004110 0x7f3bec1f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 >> 10.20.193.52:0/3566329478 conn(0x7f3bec06c980 msgr2=0x7f3bec15c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 shutdown_connections 2026-02-25T15:49:42.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.376+0000 7f3bf0a5d640 1 -- 10.20.193.52:0/3566329478 wait complete. 2026-02-25T15:49:42.386 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2026-02-25T15:49:42.387 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:49:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.453+0000 7f39baf8b640 1 Processor -- start 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.453+0000 7f39baf8b640 1 -- start start 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39baf8b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b4160e50 0x7f39b40b2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39baf8b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f39b40ce880 0x7f39b40ced30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39baf8b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39b40ce130 con 0x7f39b4160a70 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39baf8b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39b40d0e40 con 0x7f39b40ce880 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39baf8b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39b40ce3f0 con 0x7f39b4160e50 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f39b40ce880 0x7f39b40ced30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f39b40ce880 0x7f39b40ced30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35282/0 (socket says 10.20.193.52:35282) 2026-02-25T15:49:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 -- 10.20.193.52:0/3362931677 learned_addr learned my addr 10.20.193.52:0/3362931677 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39abfff640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b4160e50 0x7f39b40b2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 -- 10.20.193.52:0/3362931677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b4160e50 msgr2=0x7f39b40b2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b4160e50 0x7f39b40b2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 -- 10.20.193.52:0/3362931677 >> v1:10.20.193.86:6789/0 conn(0x7f39b4160a70 legacy=0x7f39b40cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 -- 10.20.193.52:0/3362931677 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39b40d05a0 con 0x7f39b40ce880 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.454+0000 7f39b9501640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b40ce880 0x7f39b40ced30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009e50 tx=0x7f39b002f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8e7e86d1efd099b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39ab7fe640 1 -- 10.20.193.52:0/3362931677 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b0006ea0 con 0x7f39b40ce880 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39ab7fe640 1 -- 10.20.193.52:0/3362931677 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39b002fd90 con 0x7f39b40ce880 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39ab7fe640 1 -- 10.20.193.52:0/3362931677 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b0037610 con 0x7f39b40ce880 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 -- 10.20.193.52:0/3362931677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b40ce880 msgr2=0x7f39b40ced30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b40ce880 0x7f39b40ced30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009e50 tx=0x7f39b002f330 comp rx=0 tx=0).stop 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 -- 10.20.193.52:0/3362931677 shutdown_connections 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b40ce880 0x7f39b40ced30 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3362931677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b4160e50 0x7f39b40b2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 -- 10.20.193.52:0/3362931677 >> 10.20.193.52:0/3362931677 conn(0x7f39b409c7a0 msgr2=0x7f39b40d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 -- 10.20.193.52:0/3362931677 shutdown_connections 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.455+0000 7f39baf8b640 1 -- 10.20.193.52:0/3362931677 wait complete. 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 Processor -- start 2026-02-25T15:49:42.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- start start 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b40ce880 0x7f39b415a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f39b4160a70 0x7f39b40b8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39b40b90b0 con 0x7f39b4160e50 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39b40cab60 con 0x7f39b4160a70 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39b40cae40 con 0x7f39b40ce880 2026-02-25T15:49:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35296/0 (socket says 10.20.193.52:35296) 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 -- 10.20.193.52:0/3356219870 learned_addr learned my addr 10.20.193.52:0/3356219870 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39abfff640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f39b4160a70 0x7f39b40b8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 -- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b40ce880 msgr2=0x7f39b415a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b40ce880 0x7f39b415a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 -- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f39b4160a70 msgr2=0x7f39b40b8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f39b4160a70 0x7f39b40b8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 -- 10.20.193.52:0/3356219870 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39b0009b30 con 0x7f39b4160e50 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39b9501640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009e50 tx=0x7f39b0004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b0009510 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39b0006ea0 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39b40cb120 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b0041660 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.456+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39b40b6970 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.457+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39b40b6b00 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.457+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f39b003f070 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.458+0000 7f39a97fa640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 0x7f3984078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.458+0000 7f39b8d00640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 0x7f3984078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.458+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f39b00bc860 con 0x7f39b4160e50 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.458+0000 7f39b8d00640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 0x7f3984078530 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f39a4003ec0 tx=0x7f39a4007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.460+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f39b0082360 con 0x7f39b4160e50 2026-02-25T15:49:42.540 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.538+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f39b40cacd0 con 0x7f3984076070 2026-02-25T15:49:42.545 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.543+0000 7f39a97fa640 1 -- 10.20.193.52:0/3356219870 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345121 (secure 0 0 0) 0x7f39b40cacd0 con 0x7f3984076070 2026-02-25T15:49:42.548 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:42.551 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:49:42.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 msgr2=0x7f3984078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 0x7f3984078530 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f39a4003ec0 tx=0x7f39a4007ab0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 msgr2=0x7f39b40b6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f39b0009e50 tx=0x7f39b0004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 shutdown_connections 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3984076070 0x7f3984078530 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f39b4160e50 0x7f39b40b6430 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f39b4160a70 0x7f39b40b8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 --2- 10.20.193.52:0/3356219870 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f39b40ce880 0x7f39b415a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 >> 10.20.193.52:0/3356219870 conn(0x7f39b409c7a0 msgr2=0x7f39b406baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 shutdown_connections 2026-02-25T15:49:42.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.545+0000 7f39baf8b640 1 -- 10.20.193.52:0/3356219870 wait complete. 2026-02-25T15:49:42.557 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2026-02-25T15:49:41.144179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594820,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":192,"num_write_kb":2689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":308,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218968,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754755752,"statfs":{"total":773094113280,"available":772869890048,"internally_reserved":0,"allocated":3383296,"data_stored":2024736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000907"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.020508+0000","last_change":"2026-02-25T15:49:29.830571+0000","last_active":"2026-02-25T15:49:34.020508+0000","last_peered":"2026-02-25T15:49:34.020508+0000","last_clean":"2026-02-25T15:49:34.020508+0000","last_became_active":"2026-02-25T15:49:29.830417+0000","last_became_peered":"2026-02-25T15:49:29.830417+0000","last_unstale":"2026-02-25T15:49:34.020508+0000","last_undegraded":"2026-02-25T15:49:34.020508+0000","last_fullsized":"2026-02-25T15:49:34.020508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:07:54.303549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155397+0000","last_change":"2026-02-25T15:49:30.010521+0000","last_active":"2026-02-25T15:49:34.155397+0000","last_peered":"2026-02-25T15:49:34.155397+0000","last_clean":"2026-02-25T15:49:34.155397+0000","last_became_active":"2026-02-25T15:49:30.010117+0000","last_became_peered":"2026-02-25T15:49:30.010117+0000","last_unstale":"2026-02-25T15:49:34.155397+0000","last_undegraded":"2026-02-25T15:49:34.155397+0000","last_fullsized":"2026-02-25T15:49:34.155397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:36.333731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155321+0000","last_change":"2026-02-25T15:49:34.053814+0000","last_active":"2026-02-25T15:49:34.155321+0000","last_peered":"2026-02-25T15:49:34.155321+0000","last_clean":"2026-02-25T15:49:34.155321+0000","last_became_active":"2026-02-25T15:49:34.053530+0000","last_became_peered":"2026-02-25T15:49:34.053530+0000","last_unstale":"2026-02-25T15:49:34.155321+0000","last_undegraded":"2026-02-25T15:49:34.155321+0000","last_fullsized":"2026-02-25T15:49:34.155321+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:47.843072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023259+0000","last_change":"2026-02-25T15:49:29.830384+0000","last_active":"2026-02-25T15:49:34.023259+0000","last_peered":"2026-02-25T15:49:34.023259+0000","last_clean":"2026-02-25T15:49:34.023259+0000","last_became_active":"2026-02-25T15:49:29.830041+0000","last_became_peered":"2026-02-25T15:49:29.830041+0000","last_unstale":"2026-02-25T15:49:34.023259+0000","last_undegraded":"2026-02-25T15:49:34.023259+0000","last_fullsized":"2026-02-25T15:49:34.023259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:16.907211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156280+0000","last_change":"2026-02-25T15:49:30.013390+0000","last_active":"2026-02-25T15:49:34.156280+0000","last_peered":"2026-02-25T15:49:34.156280+0000","last_clean":"2026-02-25T15:49:34.156280+0000","last_became_active":"2026-02-25T15:49:30.013197+0000","last_became_peered":"2026-02-25T15:49:30.013197+0000","last_unstale":"2026-02-25T15:49:34.156280+0000","last_undegraded":"2026-02-25T15:49:34.156280+0000","last_fullsized":"2026-02-25T15:49:34.156280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:34.650379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157400+0000","last_change":"2026-02-25T15:49:34.025364+0000","last_active":"2026-02-25T15:49:34.157400+0000","last_peered":"2026-02-25T15:49:34.157400+0000","last_clean":"2026-02-25T15:49:34.157400+0000","last_became_active":"2026-02-25T15:49:34.024908+0000","last_became_peered":"2026-02-25T15:49:34.024908+0000","last_unstale":"2026-02-25T15:49:34.157400+0000","last_undegraded":"2026-02-25T15:49:34.157400+0000","last_fullsized":"2026-02-25T15:49:34.157400+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:15:03.352347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052698+0000","last_change":"2026-02-25T15:49:29.832739+0000","last_active":"2026-02-25T15:49:34.052698+0000","last_peered":"2026-02-25T15:49:34.052698+0000","last_clean":"2026-02-25T15:49:34.052698+0000","last_became_active":"2026-02-25T15:49:29.832534+0000","last_became_peered":"2026-02-25T15:49:29.832534+0000","last_unstale":"2026-02-25T15:49:34.052698+0000","last_undegraded":"2026-02-25T15:49:34.052698+0000","last_fullsized":"2026-02-25T15:49:34.052698+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T15:54:12.237925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158780+0000","last_change":"2026-02-25T15:49:30.008037+0000","last_active":"2026-02-25T15:49:34.158780+0000","last_peered":"2026-02-25T15:49:34.158780+0000","last_clean":"2026-02-25T15:49:34.158780+0000","last_became_active":"2026-02-25T15:49:30.007777+0000","last_became_peered":"2026-02-25T15:49:30.007777+0000","last_unstale":"2026-02-25T15:49:34.158780+0000","last_undegraded":"2026-02-25T15:49:34.158780+0000","last_fullsized":"2026-02-25T15:49:34.158780+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:59.059248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157460+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.157460+0000","last_peered":"2026-02-25T15:49:34.157460+0000","last_clean":"2026-02-25T15:49:34.157460+0000","last_became_active":"2026-02-25T15:49:34.023360+0000","last_became_peered":"2026-02-25T15:49:34.023360+0000","last_unstale":"2026-02-25T15:49:34.157460+0000","last_undegraded":"2026-02-25T15:49:34.157460+0000","last_fullsized":"2026-02-25T15:49:34.157460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:59:17.850857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052546+0000","last_change":"2026-02-25T15:49:29.831580+0000","last_active":"2026-02-25T15:49:34.052546+0000","last_peered":"2026-02-25T15:49:34.052546+0000","last_clean":"2026-02-25T15:49:34.052546+0000","last_became_active":"2026-02-25T15:49:29.831264+0000","last_became_peered":"2026-02-25T15:49:29.831264+0000","last_unstale":"2026-02-25T15:49:34.052546+0000","last_undegraded":"2026-02-25T15:49:34.052546+0000","last_fullsized":"2026-02-25T15:49:34.052546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:50:52.688566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158813+0000","last_change":"2026-02-25T15:49:30.007597+0000","last_active":"2026-02-25T15:49:34.158813+0000","last_peered":"2026-02-25T15:49:34.158813+0000","last_clean":"2026-02-25T15:49:34.158813+0000","last_became_active":"2026-02-25T15:49:30.007459+0000","last_became_peered":"2026-02-25T15:49:30.007459+0000","last_unstale":"2026-02-25T15:49:34.158813+0000","last_undegraded":"2026-02-25T15:49:34.158813+0000","last_fullsized":"2026-02-25T15:49:34.158813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:34:22.775745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157444+0000","last_change":"2026-02-25T15:49:34.023432+0000","last_active":"2026-02-25T15:49:34.157444+0000","last_peered":"2026-02-25T15:49:34.157444+0000","last_clean":"2026-02-25T15:49:34.157444+0000","last_became_active":"2026-02-25T15:49:34.023190+0000","last_became_peered":"2026-02-25T15:49:34.023190+0000","last_unstale":"2026-02-25T15:49:34.157444+0000","last_undegraded":"2026-02-25T15:49:34.157444+0000","last_fullsized":"2026-02-25T15:49:34.157444+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:06:49.509035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156210+0000","last_change":"2026-02-25T15:49:30.009753+0000","last_active":"2026-02-25T15:49:34.156210+0000","last_peered":"2026-02-25T15:49:34.156210+0000","last_clean":"2026-02-25T15:49:34.156210+0000","last_became_active":"2026-02-25T15:49:30.009446+0000","last_became_peered":"2026-02-25T15:49:30.009446+0000","last_unstale":"2026-02-25T15:49:34.156210+0000","last_undegraded":"2026-02-25T15:49:34.156210+0000","last_fullsized":"2026-02-25T15:49:34.156210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:30:54.288838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052543+0000","last_change":"2026-02-25T15:49:29.832265+0000","last_active":"2026-02-25T15:49:34.052543+0000","last_peered":"2026-02-25T15:49:34.052543+0000","last_clean":"2026-02-25T15:49:34.052543+0000","last_became_active":"2026-02-25T15:49:29.831903+0000","last_became_peered":"2026-02-25T15:49:29.831903+0000","last_unstale":"2026-02-25T15:49:34.052543+0000","last_undegraded":"2026-02-25T15:49:34.052543+0000","last_fullsized":"2026-02-25T15:49:34.052543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:48:18.216367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157527+0000","last_change":"2026-02-25T15:49:34.025136+0000","last_active":"2026-02-25T15:49:34.157527+0000","last_peered":"2026-02-25T15:49:34.157527+0000","last_clean":"2026-02-25T15:49:34.157527+0000","last_became_active":"2026-02-25T15:49:34.024819+0000","last_became_peered":"2026-02-25T15:49:34.024819+0000","last_unstale":"2026-02-25T15:49:34.157527+0000","last_undegraded":"2026-02-25T15:49:34.157527+0000","last_fullsized":"2026-02-25T15:49:34.157527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:57:27.437872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155363+0000","last_change":"2026-02-25T15:49:30.013560+0000","last_active":"2026-02-25T15:49:34.155363+0000","last_peered":"2026-02-25T15:49:34.155363+0000","last_clean":"2026-02-25T15:49:34.155363+0000","last_became_active":"2026-02-25T15:49:30.013423+0000","last_became_peered":"2026-02-25T15:49:30.013423+0000","last_unstale":"2026-02-25T15:49:34.155363+0000","last_undegraded":"2026-02-25T15:49:34.155363+0000","last_fullsized":"2026-02-25T15:49:34.155363+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:16.753393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022012+0000","last_change":"2026-02-25T15:49:29.831562+0000","last_active":"2026-02-25T15:49:34.022012+0000","last_peered":"2026-02-25T15:49:34.022012+0000","last_clean":"2026-02-25T15:49:34.022012+0000","last_became_active":"2026-02-25T15:49:29.831347+0000","last_became_peered":"2026-02-25T15:49:29.831347+0000","last_unstale":"2026-02-25T15:49:34.022012+0000","last_undegraded":"2026-02-25T15:49:34.022012+0000","last_fullsized":"2026-02-25T15:49:34.022012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:04.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157484+0000","last_change":"2026-02-25T15:49:34.024575+0000","last_active":"2026-02-25T15:49:34.157484+0000","last_peered":"2026-02-25T15:49:34.157484+0000","last_clean":"2026-02-25T15:49:34.157484+0000","last_became_active":"2026-02-25T15:49:34.024333+0000","last_became_peered":"2026-02-25T15:49:34.024333+0000","last_unstale":"2026-02-25T15:49:34.157484+0000","last_undegraded":"2026-02-25T15:49:34.157484+0000","last_fullsized":"2026-02-25T15:49:34.157484+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:23:33.162044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155307+0000","last_change":"2026-02-25T15:49:30.012204+0000","last_active":"2026-02-25T15:49:34.155307+0000","last_peered":"2026-02-25T15:49:34.155307+0000","last_clean":"2026-02-25T15:49:34.155307+0000","last_became_active":"2026-02-25T15:49:30.011551+0000","last_became_peered":"2026-02-25T15:49:30.011551+0000","last_unstale":"2026-02-25T15:49:34.155307+0000","last_undegraded":"2026-02-25T15:49:34.155307+0000","last_fullsized":"2026-02-25T15:49:34.155307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:23:56.516983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021047+0000","last_change":"2026-02-25T15:49:29.830210+0000","last_active":"2026-02-25T15:49:34.021047+0000","last_peered":"2026-02-25T15:49:34.021047+0000","last_clean":"2026-02-25T15:49:34.021047+0000","last_became_active":"2026-02-25T15:49:29.829832+0000","last_became_peered":"2026-02-25T15:49:29.829832+0000","last_unstale":"2026-02-25T15:49:34.021047+0000","last_undegraded":"2026-02-25T15:49:34.021047+0000","last_fullsized":"2026-02-25T15:49:34.021047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:55:51.512374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156678+0000","last_change":"2026-02-25T15:49:34.052973+0000","last_active":"2026-02-25T15:49:34.156678+0000","last_peered":"2026-02-25T15:49:34.156678+0000","last_clean":"2026-02-25T15:49:34.156678+0000","last_became_active":"2026-02-25T15:49:34.052722+0000","last_became_peered":"2026-02-25T15:49:34.052722+0000","last_unstale":"2026-02-25T15:49:34.156678+0000","last_undegraded":"2026-02-25T15:49:34.156678+0000","last_fullsized":"2026-02-25T15:49:34.156678+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:10:40.930343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157436+0000","last_change":"2026-02-25T15:49:30.010269+0000","last_active":"2026-02-25T15:49:34.157436+0000","last_peered":"2026-02-25T15:49:34.157436+0000","last_clean":"2026-02-25T15:49:34.157436+0000","last_became_active":"2026-02-25T15:49:30.009897+0000","last_became_peered":"2026-02-25T15:49:30.009897+0000","last_unstale":"2026-02-25T15:49:34.157436+0000","last_undegraded":"2026-02-25T15:49:34.157436+0000","last_fullsized":"2026-02-25T15:49:34.157436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:04:50.613793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052432+0000","last_change":"2026-02-25T15:49:29.832075+0000","last_active":"2026-02-25T15:49:34.052432+0000","last_peered":"2026-02-25T15:49:34.052432+0000","last_clean":"2026-02-25T15:49:34.052432+0000","last_became_active":"2026-02-25T15:49:29.831865+0000","last_became_peered":"2026-02-25T15:49:29.831865+0000","last_unstale":"2026-02-25T15:49:34.052432+0000","last_undegraded":"2026-02-25T15:49:34.052432+0000","last_fullsized":"2026-02-25T15:49:34.052432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:50:37.422777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157533+0000","last_change":"2026-02-25T15:49:34.025231+0000","last_active":"2026-02-25T15:49:34.157533+0000","last_peered":"2026-02-25T15:49:34.157533+0000","last_clean":"2026-02-25T15:49:34.157533+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157533+0000","last_undegraded":"2026-02-25T15:49:34.157533+0000","last_fullsized":"2026-02-25T15:49:34.157533+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:26.573291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156268+0000","last_change":"2026-02-25T15:49:30.012942+0000","last_active":"2026-02-25T15:49:34.156268+0000","last_peered":"2026-02-25T15:49:34.156268+0000","last_clean":"2026-02-25T15:49:34.156268+0000","last_became_active":"2026-02-25T15:49:30.012028+0000","last_became_peered":"2026-02-25T15:49:30.012028+0000","last_unstale":"2026-02-25T15:49:34.156268+0000","last_undegraded":"2026-02-25T15:49:34.156268+0000","last_fullsized":"2026-02-25T15:49:34.156268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:42.844311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018104+0000","last_change":"2026-02-25T15:49:29.831927+0000","last_active":"2026-02-25T15:49:34.018104+0000","last_peered":"2026-02-25T15:49:34.018104+0000","last_clean":"2026-02-25T15:49:34.018104+0000","last_became_active":"2026-02-25T15:49:29.831771+0000","last_became_peered":"2026-02-25T15:49:29.831771+0000","last_unstale":"2026-02-25T15:49:34.018104+0000","last_undegraded":"2026-02-25T15:49:34.018104+0000","last_fullsized":"2026-02-25T15:49:34.018104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:26:45.540656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157422+0000","last_change":"2026-02-25T15:49:34.053940+0000","last_active":"2026-02-25T15:49:34.157422+0000","last_peered":"2026-02-25T15:49:34.157422+0000","last_clean":"2026-02-25T15:49:34.157422+0000","last_became_active":"2026-02-25T15:49:34.053683+0000","last_became_peered":"2026-02-25T15:49:34.053683+0000","last_unstale":"2026-02-25T15:49:34.157422+0000","last_undegraded":"2026-02-25T15:49:34.157422+0000","last_fullsized":"2026-02-25T15:49:34.157422+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:55.541480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155423+0000","last_change":"2026-02-25T15:49:30.011153+0000","last_active":"2026-02-25T15:49:34.155423+0000","last_peered":"2026-02-25T15:49:34.155423+0000","last_clean":"2026-02-25T15:49:34.155423+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.155423+0000","last_undegraded":"2026-02-25T15:49:34.155423+0000","last_fullsized":"2026-02-25T15:49:34.155423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:46:16.508401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.665577+0000","last_change":"2026-02-25T15:49:29.831723+0000","last_active":"2026-02-25T15:49:34.665577+0000","last_peered":"2026-02-25T15:49:34.665577+0000","last_clean":"2026-02-25T15:49:34.665577+0000","last_became_active":"2026-02-25T15:49:29.831513+0000","last_became_peered":"2026-02-25T15:49:29.831513+0000","last_unstale":"2026-02-25T15:49:34.665577+0000","last_undegraded":"2026-02-25T15:49:34.665577+0000","last_fullsized":"2026-02-25T15:49:34.665577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:57:49.476056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155314+0000","last_change":"2026-02-25T15:49:34.053146+0000","last_active":"2026-02-25T15:49:34.155314+0000","last_peered":"2026-02-25T15:49:34.155314+0000","last_clean":"2026-02-25T15:49:34.155314+0000","last_became_active":"2026-02-25T15:49:34.052801+0000","last_became_peered":"2026-02-25T15:49:34.052801+0000","last_unstale":"2026-02-25T15:49:34.155314+0000","last_undegraded":"2026-02-25T15:49:34.155314+0000","last_fullsized":"2026-02-25T15:49:34.155314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:25:29.555467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156635+0000","last_change":"2026-02-25T15:49:30.008778+0000","last_active":"2026-02-25T15:49:34.156635+0000","last_peered":"2026-02-25T15:49:34.156635+0000","last_clean":"2026-02-25T15:49:34.156635+0000","last_became_active":"2026-02-25T15:49:30.008521+0000","last_became_peered":"2026-02-25T15:49:30.008521+0000","last_unstale":"2026-02-25T15:49:34.156635+0000","last_undegraded":"2026-02-25T15:49:34.156635+0000","last_fullsized":"2026-02-25T15:49:34.156635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:15:06.070182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052875+0000","last_change":"2026-02-25T15:49:29.832062+0000","last_active":"2026-02-25T15:49:34.052875+0000","last_peered":"2026-02-25T15:49:34.052875+0000","last_clean":"2026-02-25T15:49:34.052875+0000","last_became_active":"2026-02-25T15:49:29.831875+0000","last_became_peered":"2026-02-25T15:49:29.831875+0000","last_unstale":"2026-02-25T15:49:34.052875+0000","last_undegraded":"2026-02-25T15:49:34.052875+0000","last_fullsized":"2026-02-25T15:49:34.052875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:56.832874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156185+0000","last_change":"2026-02-25T15:49:34.052301+0000","last_active":"2026-02-25T15:49:34.156185+0000","last_peered":"2026-02-25T15:49:34.156185+0000","last_clean":"2026-02-25T15:49:34.156185+0000","last_became_active":"2026-02-25T15:49:34.052016+0000","last_became_peered":"2026-02-25T15:49:34.052016+0000","last_unstale":"2026-02-25T15:49:34.156185+0000","last_undegraded":"2026-02-25T15:49:34.156185+0000","last_fullsized":"2026-02-25T15:49:34.156185+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:48:28.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158824+0000","last_change":"2026-02-25T15:49:30.011167+0000","last_active":"2026-02-25T15:49:34.158824+0000","last_peered":"2026-02-25T15:49:34.158824+0000","last_clean":"2026-02-25T15:49:34.158824+0000","last_became_active":"2026-02-25T15:49:30.010820+0000","last_became_peered":"2026-02-25T15:49:30.010820+0000","last_unstale":"2026-02-25T15:49:34.158824+0000","last_undegraded":"2026-02-25T15:49:34.158824+0000","last_fullsized":"2026-02-25T15:49:34.158824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:14:02.232323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021332+0000","last_change":"2026-02-25T15:49:29.830240+0000","last_active":"2026-02-25T15:49:34.021332+0000","last_peered":"2026-02-25T15:49:34.021332+0000","last_clean":"2026-02-25T15:49:34.021332+0000","last_became_active":"2026-02-25T15:49:29.829853+0000","last_became_peered":"2026-02-25T15:49:29.829853+0000","last_unstale":"2026-02-25T15:49:34.021332+0000","last_undegraded":"2026-02-25T15:49:34.021332+0000","last_fullsized":"2026-02-25T15:49:34.021332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:34:28.577989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156606+0000","last_change":"2026-02-25T15:49:34.022914+0000","last_active":"2026-02-25T15:49:34.156606+0000","last_peered":"2026-02-25T15:49:34.156606+0000","last_clean":"2026-02-25T15:49:34.156606+0000","last_became_active":"2026-02-25T15:49:34.022547+0000","last_became_peered":"2026-02-25T15:49:34.022547+0000","last_unstale":"2026-02-25T15:49:34.156606+0000","last_undegraded":"2026-02-25T15:49:34.156606+0000","last_fullsized":"2026-02-25T15:49:34.156606+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:46.194650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157471+0000","last_change":"2026-02-25T15:49:30.011381+0000","last_active":"2026-02-25T15:49:34.157471+0000","last_peered":"2026-02-25T15:49:34.157471+0000","last_clean":"2026-02-25T15:49:34.157471+0000","last_became_active":"2026-02-25T15:49:30.011255+0000","last_became_peered":"2026-02-25T15:49:30.011255+0000","last_unstale":"2026-02-25T15:49:34.157471+0000","last_undegraded":"2026-02-25T15:49:34.157471+0000","last_fullsized":"2026-02-25T15:49:34.157471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:57:40.118192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017935+0000","last_change":"2026-02-25T15:49:29.830701+0000","last_active":"2026-02-25T15:49:34.017935+0000","last_peered":"2026-02-25T15:49:34.017935+0000","last_clean":"2026-02-25T15:49:34.017935+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017935+0000","last_undegraded":"2026-02-25T15:49:34.017935+0000","last_fullsized":"2026-02-25T15:49:34.017935+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:33.768009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156628+0000","last_change":"2026-02-25T15:49:34.024355+0000","last_active":"2026-02-25T15:49:34.156628+0000","last_peered":"2026-02-25T15:49:34.156628+0000","last_clean":"2026-02-25T15:49:34.156628+0000","last_became_active":"2026-02-25T15:49:34.023739+0000","last_became_peered":"2026-02-25T15:49:34.023739+0000","last_unstale":"2026-02-25T15:49:34.156628+0000","last_undegraded":"2026-02-25T15:49:34.156628+0000","last_fullsized":"2026-02-25T15:49:34.156628+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:47.103318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156577+0000","last_change":"2026-02-25T15:49:30.009710+0000","last_active":"2026-02-25T15:49:34.156577+0000","last_peered":"2026-02-25T15:49:34.156577+0000","last_clean":"2026-02-25T15:49:34.156577+0000","last_became_active":"2026-02-25T15:49:30.009591+0000","last_became_peered":"2026-02-25T15:49:30.009591+0000","last_unstale":"2026-02-25T15:49:34.156577+0000","last_undegraded":"2026-02-25T15:49:34.156577+0000","last_fullsized":"2026-02-25T15:49:34.156577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:51:15.143410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017077+0000","last_change":"2026-02-25T15:49:29.828215+0000","last_active":"2026-02-25T15:49:34.017077+0000","last_peered":"2026-02-25T15:49:34.017077+0000","last_clean":"2026-02-25T15:49:34.017077+0000","last_became_active":"2026-02-25T15:49:29.827918+0000","last_became_peered":"2026-02-25T15:49:29.827918+0000","last_unstale":"2026-02-25T15:49:34.017077+0000","last_undegraded":"2026-02-25T15:49:34.017077+0000","last_fullsized":"2026-02-25T15:49:34.017077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:33:05.932469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156685+0000","last_change":"2026-02-25T15:49:34.023558+0000","last_active":"2026-02-25T15:49:34.156685+0000","last_peered":"2026-02-25T15:49:34.156685+0000","last_clean":"2026-02-25T15:49:34.156685+0000","last_became_active":"2026-02-25T15:49:34.023287+0000","last_became_peered":"2026-02-25T15:49:34.023287+0000","last_unstale":"2026-02-25T15:49:34.156685+0000","last_undegraded":"2026-02-25T15:49:34.156685+0000","last_fullsized":"2026-02-25T15:49:34.156685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:40:07.371101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156154+0000","last_change":"2026-02-25T15:49:30.012703+0000","last_active":"2026-02-25T15:49:34.156154+0000","last_peered":"2026-02-25T15:49:34.156154+0000","last_clean":"2026-02-25T15:49:34.156154+0000","last_became_active":"2026-02-25T15:49:30.011876+0000","last_became_peered":"2026-02-25T15:49:30.011876+0000","last_unstale":"2026-02-25T15:49:34.156154+0000","last_undegraded":"2026-02-25T15:49:34.156154+0000","last_fullsized":"2026-02-25T15:49:34.156154+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:13:03.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052438+0000","last_change":"2026-02-25T15:49:29.832776+0000","last_active":"2026-02-25T15:49:34.052438+0000","last_peered":"2026-02-25T15:49:34.052438+0000","last_clean":"2026-02-25T15:49:34.052438+0000","last_became_active":"2026-02-25T15:49:29.832594+0000","last_became_peered":"2026-02-25T15:49:29.832594+0000","last_unstale":"2026-02-25T15:49:34.052438+0000","last_undegraded":"2026-02-25T15:49:34.052438+0000","last_fullsized":"2026-02-25T15:49:34.052438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:34.145243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156257+0000","last_change":"2026-02-25T15:49:34.052251+0000","last_active":"2026-02-25T15:49:34.156257+0000","last_peered":"2026-02-25T15:49:34.156257+0000","last_clean":"2026-02-25T15:49:34.156257+0000","last_became_active":"2026-02-25T15:49:34.052000+0000","last_became_peered":"2026-02-25T15:49:34.052000+0000","last_unstale":"2026-02-25T15:49:34.156257+0000","last_undegraded":"2026-02-25T15:49:34.156257+0000","last_fullsized":"2026-02-25T15:49:34.156257+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:08:51.026780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155348+0000","last_change":"2026-02-25T15:49:30.010593+0000","last_active":"2026-02-25T15:49:34.155348+0000","last_peered":"2026-02-25T15:49:34.155348+0000","last_clean":"2026-02-25T15:49:34.155348+0000","last_became_active":"2026-02-25T15:49:30.010179+0000","last_became_peered":"2026-02-25T15:49:30.010179+0000","last_unstale":"2026-02-25T15:49:34.155348+0000","last_undegraded":"2026-02-25T15:49:34.155348+0000","last_fullsized":"2026-02-25T15:49:34.155348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:16:10.522960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017783+0000","last_change":"2026-02-25T15:49:29.828606+0000","last_active":"2026-02-25T15:49:34.017783+0000","last_peered":"2026-02-25T15:49:34.017783+0000","last_clean":"2026-02-25T15:49:34.017783+0000","last_became_active":"2026-02-25T15:49:29.828436+0000","last_became_peered":"2026-02-25T15:49:29.828436+0000","last_unstale":"2026-02-25T15:49:34.017783+0000","last_undegraded":"2026-02-25T15:49:34.017783+0000","last_fullsized":"2026-02-25T15:49:34.017783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:41:56.159202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":154,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052477+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:49:34.052477+0000","last_peered":"2026-02-25T15:49:34.052477+0000","last_clean":"2026-02-25T15:49:34.052477+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:49:34.052477+0000","last_undegraded":"2026-02-25T15:49:34.052477+0000","last_fullsized":"2026-02-25T15:49:34.052477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156251+0000","last_change":"2026-02-25T15:49:34.054047+0000","last_active":"2026-02-25T15:49:34.156251+0000","last_peered":"2026-02-25T15:49:34.156251+0000","last_clean":"2026-02-25T15:49:34.156251+0000","last_became_active":"2026-02-25T15:49:34.053864+0000","last_became_peered":"2026-02-25T15:49:34.053864+0000","last_unstale":"2026-02-25T15:49:34.156251+0000","last_undegraded":"2026-02-25T15:49:34.156251+0000","last_fullsized":"2026-02-25T15:49:34.156251+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:13:20.957306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159000+0000","last_change":"2026-02-25T15:49:30.010834+0000","last_active":"2026-02-25T15:49:34.159000+0000","last_peered":"2026-02-25T15:49:34.159000+0000","last_clean":"2026-02-25T15:49:34.159000+0000","last_became_active":"2026-02-25T15:49:30.010500+0000","last_became_peered":"2026-02-25T15:49:30.010500+0000","last_unstale":"2026-02-25T15:49:34.159000+0000","last_undegraded":"2026-02-25T15:49:34.159000+0000","last_fullsized":"2026-02-25T15:49:34.159000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:24:35.932115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017147+0000","last_change":"2026-02-25T15:49:29.829208+0000","last_active":"2026-02-25T15:49:34.017147+0000","last_peered":"2026-02-25T15:49:34.017147+0000","last_clean":"2026-02-25T15:49:34.017147+0000","last_became_active":"2026-02-25T15:49:29.829093+0000","last_became_peered":"2026-02-25T15:49:29.829093+0000","last_unstale":"2026-02-25T15:49:34.017147+0000","last_undegraded":"2026-02-25T15:49:34.017147+0000","last_fullsized":"2026-02-25T15:49:34.017147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:20:25.574409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156196+0000","last_change":"2026-02-25T15:49:34.053029+0000","last_active":"2026-02-25T15:49:34.156196+0000","last_peered":"2026-02-25T15:49:34.156196+0000","last_clean":"2026-02-25T15:49:34.156196+0000","last_became_active":"2026-02-25T15:49:34.052815+0000","last_became_peered":"2026-02-25T15:49:34.052815+0000","last_unstale":"2026-02-25T15:49:34.156196+0000","last_undegraded":"2026-02-25T15:49:34.156196+0000","last_fullsized":"2026-02-25T15:49:34.156196+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:41:53.762932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158792+0000","last_change":"2026-02-25T15:49:30.011839+0000","last_active":"2026-02-25T15:49:34.158792+0000","last_peered":"2026-02-25T15:49:34.158792+0000","last_clean":"2026-02-25T15:49:34.158792+0000","last_became_active":"2026-02-25T15:49:30.011467+0000","last_became_peered":"2026-02-25T15:49:30.011467+0000","last_unstale":"2026-02-25T15:49:34.158792+0000","last_undegraded":"2026-02-25T15:49:34.158792+0000","last_fullsized":"2026-02-25T15:49:34.158792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:11:19.707138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023342+0000","last_change":"2026-02-25T15:49:29.829369+0000","last_active":"2026-02-25T15:49:34.023342+0000","last_peered":"2026-02-25T15:49:34.023342+0000","last_clean":"2026-02-25T15:49:34.023342+0000","last_became_active":"2026-02-25T15:49:29.829149+0000","last_became_peered":"2026-02-25T15:49:29.829149+0000","last_unstale":"2026-02-25T15:49:34.023342+0000","last_undegraded":"2026-02-25T15:49:34.023342+0000","last_fullsized":"2026-02-25T15:49:34.023342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:58:00.590098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156199+0000","last_change":"2026-02-25T15:49:34.021601+0000","last_active":"2026-02-25T15:49:34.156199+0000","last_peered":"2026-02-25T15:49:34.156199+0000","last_clean":"2026-02-25T15:49:34.156199+0000","last_became_active":"2026-02-25T15:49:34.021264+0000","last_became_peered":"2026-02-25T15:49:34.021264+0000","last_unstale":"2026-02-25T15:49:34.156199+0000","last_undegraded":"2026-02-25T15:49:34.156199+0000","last_fullsized":"2026-02-25T15:49:34.156199+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:24:13.707632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159036+0000","last_change":"2026-02-25T15:49:30.012616+0000","last_active":"2026-02-25T15:49:34.159036+0000","last_peered":"2026-02-25T15:49:34.159036+0000","last_clean":"2026-02-25T15:49:34.159036+0000","last_became_active":"2026-02-25T15:49:30.012346+0000","last_became_peered":"2026-02-25T15:49:30.012346+0000","last_unstale":"2026-02-25T15:49:34.159036+0000","last_undegraded":"2026-02-25T15:49:34.159036+0000","last_fullsized":"2026-02-25T15:49:34.159036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:04.914339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017083+0000","last_change":"2026-02-25T15:49:29.828081+0000","last_active":"2026-02-25T15:49:34.017083+0000","last_peered":"2026-02-25T15:49:34.017083+0000","last_clean":"2026-02-25T15:49:34.017083+0000","last_became_active":"2026-02-25T15:49:29.827923+0000","last_became_peered":"2026-02-25T15:49:29.827923+0000","last_unstale":"2026-02-25T15:49:34.017083+0000","last_undegraded":"2026-02-25T15:49:34.017083+0000","last_fullsized":"2026-02-25T15:49:34.017083+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:45:21.952286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158653+0000","last_change":"2026-02-25T15:49:34.053699+0000","last_active":"2026-02-25T15:49:34.158653+0000","last_peered":"2026-02-25T15:49:34.158653+0000","last_clean":"2026-02-25T15:49:34.158653+0000","last_became_active":"2026-02-25T15:49:34.053504+0000","last_became_peered":"2026-02-25T15:49:34.053504+0000","last_unstale":"2026-02-25T15:49:34.158653+0000","last_undegraded":"2026-02-25T15:49:34.158653+0000","last_fullsized":"2026-02-25T15:49:34.158653+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:44:58.300040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159022+0000","last_change":"2026-02-25T15:49:30.011678+0000","last_active":"2026-02-25T15:49:34.159022+0000","last_peered":"2026-02-25T15:49:34.159022+0000","last_clean":"2026-02-25T15:49:34.159022+0000","last_became_active":"2026-02-25T15:49:30.011170+0000","last_became_peered":"2026-02-25T15:49:30.011170+0000","last_unstale":"2026-02-25T15:49:34.159022+0000","last_undegraded":"2026-02-25T15:49:34.159022+0000","last_fullsized":"2026-02-25T15:49:34.159022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:14.445074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021273+0000","last_change":"2026-02-25T15:49:29.827105+0000","last_active":"2026-02-25T15:49:34.021273+0000","last_peered":"2026-02-25T15:49:34.021273+0000","last_clean":"2026-02-25T15:49:34.021273+0000","last_became_active":"2026-02-25T15:49:29.826891+0000","last_became_peered":"2026-02-25T15:49:29.826891+0000","last_unstale":"2026-02-25T15:49:34.021273+0000","last_undegraded":"2026-02-25T15:49:34.021273+0000","last_fullsized":"2026-02-25T15:49:34.021273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:28:19.131842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157411+0000","last_change":"2026-02-25T15:49:34.025234+0000","last_active":"2026-02-25T15:49:34.157411+0000","last_peered":"2026-02-25T15:49:34.157411+0000","last_clean":"2026-02-25T15:49:34.157411+0000","last_became_active":"2026-02-25T15:49:34.024783+0000","last_became_peered":"2026-02-25T15:49:34.024783+0000","last_unstale":"2026-02-25T15:49:34.157411+0000","last_undegraded":"2026-02-25T15:49:34.157411+0000","last_fullsized":"2026-02-25T15:49:34.157411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:02:30.445668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158946+0000","last_change":"2026-02-25T15:49:30.011192+0000","last_active":"2026-02-25T15:49:34.158946+0000","last_peered":"2026-02-25T15:49:34.158946+0000","last_clean":"2026-02-25T15:49:34.158946+0000","last_became_active":"2026-02-25T15:49:30.010782+0000","last_became_peered":"2026-02-25T15:49:30.010782+0000","last_unstale":"2026-02-25T15:49:34.158946+0000","last_undegraded":"2026-02-25T15:49:34.158946+0000","last_fullsized":"2026-02-25T15:49:34.158946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:54:53.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.016831+0000","last_change":"2026-02-25T15:49:29.830469+0000","last_active":"2026-02-25T15:49:34.016831+0000","last_peered":"2026-02-25T15:49:34.016831+0000","last_clean":"2026-02-25T15:49:34.016831+0000","last_became_active":"2026-02-25T15:49:29.830299+0000","last_became_peered":"2026-02-25T15:49:29.830299+0000","last_unstale":"2026-02-25T15:49:34.016831+0000","last_undegraded":"2026-02-25T15:49:34.016831+0000","last_fullsized":"2026-02-25T15:49:34.016831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:07:53.815508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156239+0000","last_change":"2026-02-25T15:49:34.023980+0000","last_active":"2026-02-25T15:49:34.156239+0000","last_peered":"2026-02-25T15:49:34.156239+0000","last_clean":"2026-02-25T15:49:34.156239+0000","last_became_active":"2026-02-25T15:49:34.023782+0000","last_became_peered":"2026-02-25T15:49:34.023782+0000","last_unstale":"2026-02-25T15:49:34.156239+0000","last_undegraded":"2026-02-25T15:49:34.156239+0000","last_fullsized":"2026-02-25T15:49:34.156239+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:09:45.690825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156169+0000","last_change":"2026-02-25T15:49:30.010902+0000","last_active":"2026-02-25T15:49:34.156169+0000","last_peered":"2026-02-25T15:49:34.156169+0000","last_clean":"2026-02-25T15:49:34.156169+0000","last_became_active":"2026-02-25T15:49:30.010563+0000","last_became_peered":"2026-02-25T15:49:30.010563+0000","last_unstale":"2026-02-25T15:49:34.156169+0000","last_undegraded":"2026-02-25T15:49:34.156169+0000","last_fullsized":"2026-02-25T15:49:34.156169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:52:52.415264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017591+0000","last_change":"2026-02-25T15:49:29.830964+0000","last_active":"2026-02-25T15:49:34.017591+0000","last_peered":"2026-02-25T15:49:34.017591+0000","last_clean":"2026-02-25T15:49:34.017591+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017591+0000","last_undegraded":"2026-02-25T15:49:34.017591+0000","last_fullsized":"2026-02-25T15:49:34.017591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:23:55.945958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155411+0000","last_change":"2026-02-25T15:49:34.053002+0000","last_active":"2026-02-25T15:49:34.155411+0000","last_peered":"2026-02-25T15:49:34.155411+0000","last_clean":"2026-02-25T15:49:34.155411+0000","last_became_active":"2026-02-25T15:49:34.052660+0000","last_became_peered":"2026-02-25T15:49:34.052660+0000","last_unstale":"2026-02-25T15:49:34.155411+0000","last_undegraded":"2026-02-25T15:49:34.155411+0000","last_fullsized":"2026-02-25T15:49:34.155411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:32:26.454165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158959+0000","last_change":"2026-02-25T15:49:30.012413+0000","last_active":"2026-02-25T15:49:34.158959+0000","last_peered":"2026-02-25T15:49:34.158959+0000","last_clean":"2026-02-25T15:49:34.158959+0000","last_became_active":"2026-02-25T15:49:30.012180+0000","last_became_peered":"2026-02-25T15:49:30.012180+0000","last_unstale":"2026-02-25T15:49:34.158959+0000","last_undegraded":"2026-02-25T15:49:34.158959+0000","last_fullsized":"2026-02-25T15:49:34.158959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:13.982005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017906+0000","last_change":"2026-02-25T15:49:29.829899+0000","last_active":"2026-02-25T15:49:34.017906+0000","last_peered":"2026-02-25T15:49:34.017906+0000","last_clean":"2026-02-25T15:49:34.017906+0000","last_became_active":"2026-02-25T15:49:29.829765+0000","last_became_peered":"2026-02-25T15:49:29.829765+0000","last_unstale":"2026-02-25T15:49:34.017906+0000","last_undegraded":"2026-02-25T15:49:34.017906+0000","last_fullsized":"2026-02-25T15:49:34.017906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:57:24.814577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155379+0000","last_change":"2026-02-25T15:49:34.052424+0000","last_active":"2026-02-25T15:49:34.155379+0000","last_peered":"2026-02-25T15:49:34.155379+0000","last_clean":"2026-02-25T15:49:34.155379+0000","last_became_active":"2026-02-25T15:49:34.052101+0000","last_became_peered":"2026-02-25T15:49:34.052101+0000","last_unstale":"2026-02-25T15:49:34.155379+0000","last_undegraded":"2026-02-25T15:49:34.155379+0000","last_fullsized":"2026-02-25T15:49:34.155379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:40:23.972501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.011738+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.010215+0000","last_became_peered":"2026-02-25T15:49:30.010215+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:01:10.739250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.019856+0000","last_change":"2026-02-25T15:49:29.828137+0000","last_active":"2026-02-25T15:49:34.019856+0000","last_peered":"2026-02-25T15:49:34.019856+0000","last_clean":"2026-02-25T15:49:34.019856+0000","last_became_active":"2026-02-25T15:49:29.827855+0000","last_became_peered":"2026-02-25T15:49:29.827855+0000","last_unstale":"2026-02-25T15:49:34.019856+0000","last_undegraded":"2026-02-25T15:49:34.019856+0000","last_fullsized":"2026-02-25T15:49:34.019856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:26:02.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158801+0000","last_change":"2026-02-25T15:49:34.054249+0000","last_active":"2026-02-25T15:49:34.158801+0000","last_peered":"2026-02-25T15:49:34.158801+0000","last_clean":"2026-02-25T15:49:34.158801+0000","last_became_active":"2026-02-25T15:49:34.053942+0000","last_became_peered":"2026-02-25T15:49:34.053942+0000","last_unstale":"2026-02-25T15:49:34.158801+0000","last_undegraded":"2026-02-25T15:49:34.158801+0000","last_fullsized":"2026-02-25T15:49:34.158801+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:38:07.173694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158975+0000","last_change":"2026-02-25T15:49:30.012440+0000","last_active":"2026-02-25T15:49:34.158975+0000","last_peered":"2026-02-25T15:49:34.158975+0000","last_clean":"2026-02-25T15:49:34.158975+0000","last_became_active":"2026-02-25T15:49:30.012098+0000","last_became_peered":"2026-02-25T15:49:30.012098+0000","last_unstale":"2026-02-25T15:49:34.158975+0000","last_undegraded":"2026-02-25T15:49:34.158975+0000","last_fullsized":"2026-02-25T15:49:34.158975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:37.466882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:36.891739+0000","last_change":"2026-02-25T15:49:29.832194+0000","last_active":"2026-02-25T15:49:36.891739+0000","last_peered":"2026-02-25T15:49:36.891739+0000","last_clean":"2026-02-25T15:49:36.891739+0000","last_became_active":"2026-02-25T15:49:29.832043+0000","last_became_peered":"2026-02-25T15:49:29.832043+0000","last_unstale":"2026-02-25T15:49:36.891739+0000","last_undegraded":"2026-02-25T15:49:36.891739+0000","last_fullsized":"2026-02-25T15:49:36.891739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:36:30.109192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3654,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156615+0000","last_change":"2026-02-25T15:49:34.022944+0000","last_active":"2026-02-25T15:49:34.156615+0000","last_peered":"2026-02-25T15:49:34.156615+0000","last_clean":"2026-02-25T15:49:34.156615+0000","last_became_active":"2026-02-25T15:49:34.022544+0000","last_became_peered":"2026-02-25T15:49:34.022544+0000","last_unstale":"2026-02-25T15:49:34.156615+0000","last_undegraded":"2026-02-25T15:49:34.156615+0000","last_fullsized":"2026-02-25T15:49:34.156615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:15:16.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157521+0000","last_change":"2026-02-25T15:49:30.011114+0000","last_active":"2026-02-25T15:49:34.157521+0000","last_peered":"2026-02-25T15:49:34.157521+0000","last_clean":"2026-02-25T15:49:34.157521+0000","last_became_active":"2026-02-25T15:49:30.010263+0000","last_became_peered":"2026-02-25T15:49:30.010263+0000","last_unstale":"2026-02-25T15:49:34.157521+0000","last_undegraded":"2026-02-25T15:49:34.157521+0000","last_fullsized":"2026-02-25T15:49:34.157521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:45:31.920285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023272+0000","last_change":"2026-02-25T15:49:29.830010+0000","last_active":"2026-02-25T15:49:34.023272+0000","last_peered":"2026-02-25T15:49:34.023272+0000","last_clean":"2026-02-25T15:49:34.023272+0000","last_became_active":"2026-02-25T15:49:29.829604+0000","last_became_peered":"2026-02-25T15:49:29.829604+0000","last_unstale":"2026-02-25T15:49:34.023272+0000","last_undegraded":"2026-02-25T15:49:34.023272+0000","last_fullsized":"2026-02-25T15:49:34.023272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:03:24.218288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157465+0000","last_change":"2026-02-25T15:49:34.025140+0000","last_active":"2026-02-25T15:49:34.157465+0000","last_peered":"2026-02-25T15:49:34.157465+0000","last_clean":"2026-02-25T15:49:34.157465+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157465+0000","last_undegraded":"2026-02-25T15:49:34.157465+0000","last_fullsized":"2026-02-25T15:49:34.157465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:35:09.915720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156291+0000","last_change":"2026-02-25T15:49:30.013255+0000","last_active":"2026-02-25T15:49:34.156291+0000","last_peered":"2026-02-25T15:49:34.156291+0000","last_clean":"2026-02-25T15:49:34.156291+0000","last_became_active":"2026-02-25T15:49:30.012851+0000","last_became_peered":"2026-02-25T15:49:30.012851+0000","last_unstale":"2026-02-25T15:49:34.156291+0000","last_undegraded":"2026-02-25T15:49:34.156291+0000","last_fullsized":"2026-02-25T15:49:34.156291+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:29:07.128897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018011+0000","last_change":"2026-02-25T15:49:29.831856+0000","last_active":"2026-02-25T15:49:34.018011+0000","last_peered":"2026-02-25T15:49:34.018011+0000","last_clean":"2026-02-25T15:49:34.018011+0000","last_became_active":"2026-02-25T15:49:29.831715+0000","last_became_peered":"2026-02-25T15:49:29.831715+0000","last_unstale":"2026-02-25T15:49:34.018011+0000","last_undegraded":"2026-02-25T15:49:34.018011+0000","last_fullsized":"2026-02-25T15:49:34.018011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:30:14.586632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155294+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.155294+0000","last_peered":"2026-02-25T15:49:34.155294+0000","last_clean":"2026-02-25T15:49:34.155294+0000","last_became_active":"2026-02-25T15:49:34.022719+0000","last_became_peered":"2026-02-25T15:49:34.022719+0000","last_unstale":"2026-02-25T15:49:34.155294+0000","last_undegraded":"2026-02-25T15:49:34.155294+0000","last_fullsized":"2026-02-25T15:49:34.155294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:30.488740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158844+0000","last_change":"2026-02-25T15:49:30.010359+0000","last_active":"2026-02-25T15:49:34.158844+0000","last_peered":"2026-02-25T15:49:34.158844+0000","last_clean":"2026-02-25T15:49:34.158844+0000","last_became_active":"2026-02-25T15:49:30.009526+0000","last_became_peered":"2026-02-25T15:49:30.009526+0000","last_unstale":"2026-02-25T15:49:34.158844+0000","last_undegraded":"2026-02-25T15:49:34.158844+0000","last_fullsized":"2026-02-25T15:49:34.158844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:24.139381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018022+0000","last_change":"2026-02-25T15:49:29.831592+0000","last_active":"2026-02-25T15:49:34.018022+0000","last_peered":"2026-02-25T15:49:34.018022+0000","last_clean":"2026-02-25T15:49:34.018022+0000","last_became_active":"2026-02-25T15:49:29.831171+0000","last_became_peered":"2026-02-25T15:49:29.831171+0000","last_unstale":"2026-02-25T15:49:34.018022+0000","last_undegraded":"2026-02-25T15:49:34.018022+0000","last_fullsized":"2026-02-25T15:49:34.018022+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:11.925725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155326+0000","last_change":"2026-02-25T15:49:34.053319+0000","last_active":"2026-02-25T15:49:34.155326+0000","last_peered":"2026-02-25T15:49:34.155326+0000","last_clean":"2026-02-25T15:49:34.155326+0000","last_became_active":"2026-02-25T15:49:34.053027+0000","last_became_peered":"2026-02-25T15:49:34.053027+0000","last_unstale":"2026-02-25T15:49:34.155326+0000","last_undegraded":"2026-02-25T15:49:34.155326+0000","last_fullsized":"2026-02-25T15:49:34.155326+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:43:26.388620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156232+0000","last_change":"2026-02-25T15:49:34.053000+0000","last_active":"2026-02-25T15:49:34.156232+0000","last_peered":"2026-02-25T15:49:34.156232+0000","last_clean":"2026-02-25T15:49:34.156232+0000","last_became_active":"2026-02-25T15:49:34.052716+0000","last_became_peered":"2026-02-25T15:49:34.052716+0000","last_unstale":"2026-02-25T15:49:34.156232+0000","last_undegraded":"2026-02-25T15:49:34.156232+0000","last_fullsized":"2026-02-25T15:49:34.156232+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:35:11.921336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156588+0000","last_change":"2026-02-25T15:49:30.009248+0000","last_active":"2026-02-25T15:49:34.156588+0000","last_peered":"2026-02-25T15:49:34.156588+0000","last_clean":"2026-02-25T15:49:34.156588+0000","last_became_active":"2026-02-25T15:49:30.009143+0000","last_became_peered":"2026-02-25T15:49:30.009143+0000","last_unstale":"2026-02-25T15:49:34.156588+0000","last_undegraded":"2026-02-25T15:49:34.156588+0000","last_fullsized":"2026-02-25T15:49:34.156588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:39:56.315767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018095+0000","last_change":"2026-02-25T15:49:29.829575+0000","last_active":"2026-02-25T15:49:34.018095+0000","last_peered":"2026-02-25T15:49:34.018095+0000","last_clean":"2026-02-25T15:49:34.018095+0000","last_became_active":"2026-02-25T15:49:29.829276+0000","last_became_peered":"2026-02-25T15:49:29.829276+0000","last_unstale":"2026-02-25T15:49:34.018095+0000","last_undegraded":"2026-02-25T15:49:34.018095+0000","last_fullsized":"2026-02-25T15:49:34.018095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:12:01.510894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156304+0000","last_change":"2026-02-25T15:49:34.022511+0000","last_active":"2026-02-25T15:49:34.156304+0000","last_peered":"2026-02-25T15:49:34.156304+0000","last_clean":"2026-02-25T15:49:34.156304+0000","last_became_active":"2026-02-25T15:49:34.022341+0000","last_became_peered":"2026-02-25T15:49:34.022341+0000","last_unstale":"2026-02-25T15:49:34.156304+0000","last_undegraded":"2026-02-25T15:49:34.156304+0000","last_fullsized":"2026-02-25T15:49:34.156304+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:05:14.176539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155301+0000","last_change":"2026-02-25T15:49:30.012573+0000","last_active":"2026-02-25T15:49:34.155301+0000","last_peered":"2026-02-25T15:49:34.155301+0000","last_clean":"2026-02-25T15:49:34.155301+0000","last_became_active":"2026-02-25T15:49:30.012427+0000","last_became_peered":"2026-02-25T15:49:30.012427+0000","last_unstale":"2026-02-25T15:49:34.155301+0000","last_undegraded":"2026-02-25T15:49:34.155301+0000","last_fullsized":"2026-02-25T15:49:34.155301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:58.978446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022361+0000","last_change":"2026-02-25T15:49:29.830576+0000","last_active":"2026-02-25T15:49:34.022361+0000","last_peered":"2026-02-25T15:49:34.022361+0000","last_clean":"2026-02-25T15:49:34.022361+0000","last_became_active":"2026-02-25T15:49:29.829890+0000","last_became_peered":"2026-02-25T15:49:29.829890+0000","last_unstale":"2026-02-25T15:49:34.022361+0000","last_undegraded":"2026-02-25T15:49:34.022361+0000","last_fullsized":"2026-02-25T15:49:34.022361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:39:42.092532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017689+0000","last_change":"2026-02-25T15:49:29.831622+0000","last_active":"2026-02-25T15:49:34.017689+0000","last_peered":"2026-02-25T15:49:34.017689+0000","last_clean":"2026-02-25T15:49:34.017689+0000","last_became_active":"2026-02-25T15:49:29.831211+0000","last_became_peered":"2026-02-25T15:49:29.831211+0000","last_unstale":"2026-02-25T15:49:34.017689+0000","last_undegraded":"2026-02-25T15:49:34.017689+0000","last_fullsized":"2026-02-25T15:49:34.017689+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:36:28.523587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156213+0000","last_change":"2026-02-25T15:49:30.013381+0000","last_active":"2026-02-25T15:49:34.156213+0000","last_peered":"2026-02-25T15:49:34.156213+0000","last_clean":"2026-02-25T15:49:34.156213+0000","last_became_active":"2026-02-25T15:49:30.012140+0000","last_became_peered":"2026-02-25T15:49:30.012140+0000","last_unstale":"2026-02-25T15:49:34.156213+0000","last_undegraded":"2026-02-25T15:49:34.156213+0000","last_fullsized":"2026-02-25T15:49:34.156213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:36:13.400665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156155+0000","last_change":"2026-02-25T15:49:34.022414+0000","last_active":"2026-02-25T15:49:34.156155+0000","last_peered":"2026-02-25T15:49:34.156155+0000","last_clean":"2026-02-25T15:49:34.156155+0000","last_became_active":"2026-02-25T15:49:34.022103+0000","last_became_peered":"2026-02-25T15:49:34.022103+0000","last_unstale":"2026-02-25T15:49:34.156155+0000","last_undegraded":"2026-02-25T15:49:34.156155+0000","last_fullsized":"2026-02-25T15:49:34.156155+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:06:40.162806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022884+0000","last_change":"2026-02-25T15:49:29.830755+0000","last_active":"2026-02-25T15:49:34.022884+0000","last_peered":"2026-02-25T15:49:34.022884+0000","last_clean":"2026-02-25T15:49:34.022884+0000","last_became_active":"2026-02-25T15:49:29.830651+0000","last_became_peered":"2026-02-25T15:49:29.830651+0000","last_unstale":"2026-02-25T15:49:34.022884+0000","last_undegraded":"2026-02-25T15:49:34.022884+0000","last_fullsized":"2026-02-25T15:49:34.022884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:01:51.533100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157452+0000","last_change":"2026-02-25T15:49:30.008229+0000","last_active":"2026-02-25T15:49:34.157452+0000","last_peered":"2026-02-25T15:49:34.157452+0000","last_clean":"2026-02-25T15:49:34.157452+0000","last_became_active":"2026-02-25T15:49:30.007919+0000","last_became_peered":"2026-02-25T15:49:30.007919+0000","last_unstale":"2026-02-25T15:49:34.157452+0000","last_undegraded":"2026-02-25T15:49:34.157452+0000","last_fullsized":"2026-02-25T15:49:34.157452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:40.528745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155391+0000","last_change":"2026-02-25T15:49:34.024720+0000","last_active":"2026-02-25T15:49:34.155391+0000","last_peered":"2026-02-25T15:49:34.155391+0000","last_clean":"2026-02-25T15:49:34.155391+0000","last_became_active":"2026-02-25T15:49:34.024460+0000","last_became_peered":"2026-02-25T15:49:34.024460+0000","last_unstale":"2026-02-25T15:49:34.155391+0000","last_undegraded":"2026-02-25T15:49:34.155391+0000","last_fullsized":"2026-02-25T15:49:34.155391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:20:45.343146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156152+0000","last_change":"2026-02-25T15:49:30.013224+0000","last_active":"2026-02-25T15:49:34.156152+0000","last_peered":"2026-02-25T15:49:34.156152+0000","last_clean":"2026-02-25T15:49:34.156152+0000","last_became_active":"2026-02-25T15:49:30.013076+0000","last_became_peered":"2026-02-25T15:49:30.013076+0000","last_unstale":"2026-02-25T15:49:34.156152+0000","last_undegraded":"2026-02-25T15:49:34.156152+0000","last_fullsized":"2026-02-25T15:49:34.156152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:11:43.931195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156135+0000","last_change":"2026-02-25T15:49:30.010137+0000","last_active":"2026-02-25T15:49:34.156135+0000","last_peered":"2026-02-25T15:49:34.156135+0000","last_clean":"2026-02-25T15:49:34.156135+0000","last_became_active":"2026-02-25T15:49:30.009868+0000","last_became_peered":"2026-02-25T15:49:30.009868+0000","last_unstale":"2026-02-25T15:49:34.156135+0000","last_undegraded":"2026-02-25T15:49:34.156135+0000","last_fullsized":"2026-02-25T15:49:34.156135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:32:44.399247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158728+0000","last_change":"2026-02-25T15:49:30.011154+0000","last_active":"2026-02-25T15:49:34.158728+0000","last_peered":"2026-02-25T15:49:34.158728+0000","last_clean":"2026-02-25T15:49:34.158728+0000","last_became_active":"2026-02-25T15:49:30.010513+0000","last_became_peered":"2026-02-25T15:49:30.010513+0000","last_unstale":"2026-02-25T15:49:34.158728+0000","last_undegraded":"2026-02-25T15:49:34.158728+0000","last_fullsized":"2026-02-25T15:49:34.158728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:37.996547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156205+0000","last_change":"2026-02-25T15:49:30.013727+0000","last_active":"2026-02-25T15:49:34.156205+0000","last_peered":"2026-02-25T15:49:34.156205+0000","last_clean":"2026-02-25T15:49:34.156205+0000","last_became_active":"2026-02-25T15:49:30.013086+0000","last_became_peered":"2026-02-25T15:49:30.013086+0000","last_unstale":"2026-02-25T15:49:34.156205+0000","last_undegraded":"2026-02-25T15:49:34.156205+0000","last_fullsized":"2026-02-25T15:49:34.156205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:18:44.964904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155385+0000","last_change":"2026-02-25T15:49:30.012094+0000","last_active":"2026-02-25T15:49:34.155385+0000","last_peered":"2026-02-25T15:49:34.155385+0000","last_clean":"2026-02-25T15:49:34.155385+0000","last_became_active":"2026-02-25T15:49:30.011481+0000","last_became_peered":"2026-02-25T15:49:30.011481+0000","last_unstale":"2026-02-25T15:49:34.155385+0000","last_undegraded":"2026-02-25T15:49:34.155385+0000","last_fullsized":"2026-02-25T15:49:34.155385+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:32.572180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156647+0000","last_change":"2026-02-25T15:49:30.010407+0000","last_active":"2026-02-25T15:49:34.156647+0000","last_peered":"2026-02-25T15:49:34.156647+0000","last_clean":"2026-02-25T15:49:34.156647+0000","last_became_active":"2026-02-25T15:49:30.010254+0000","last_became_peered":"2026-02-25T15:49:30.010254+0000","last_unstale":"2026-02-25T15:49:34.156647+0000","last_undegraded":"2026-02-25T15:49:34.156647+0000","last_fullsized":"2026-02-25T15:49:34.156647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:08:52.153241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156290+0000","last_change":"2026-02-25T15:49:30.009736+0000","last_active":"2026-02-25T15:49:34.156290+0000","last_peered":"2026-02-25T15:49:34.156290+0000","last_clean":"2026-02-25T15:49:34.156290+0000","last_became_active":"2026-02-25T15:49:30.009503+0000","last_became_peered":"2026-02-25T15:49:30.009503+0000","last_unstale":"2026-02-25T15:49:34.156290+0000","last_undegraded":"2026-02-25T15:49:34.156290+0000","last_fullsized":"2026-02-25T15:49:34.156290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:43.938124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155417+0000","last_change":"2026-02-25T15:49:30.011739+0000","last_active":"2026-02-25T15:49:34.155417+0000","last_peered":"2026-02-25T15:49:34.155417+0000","last_clean":"2026-02-25T15:49:34.155417+0000","last_became_active":"2026-02-25T15:49:30.011209+0000","last_became_peered":"2026-02-25T15:49:30.011209+0000","last_unstale":"2026-02-25T15:49:34.155417+0000","last_undegraded":"2026-02-25T15:49:34.155417+0000","last_fullsized":"2026-02-25T15:49:34.155417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:47:56.100937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158684+0000","last_change":"2026-02-25T15:49:30.011919+0000","last_active":"2026-02-25T15:49:34.158684+0000","last_peered":"2026-02-25T15:49:34.158684+0000","last_clean":"2026-02-25T15:49:34.158684+0000","last_became_active":"2026-02-25T15:49:30.011149+0000","last_became_peered":"2026-02-25T15:49:30.011149+0000","last_unstale":"2026-02-25T15:49:34.158684+0000","last_undegraded":"2026-02-25T15:49:34.158684+0000","last_fullsized":"2026-02-25T15:49:34.158684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:23:01.704724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155333+0000","last_change":"2026-02-25T15:49:30.012142+0000","last_active":"2026-02-25T15:49:34.155333+0000","last_peered":"2026-02-25T15:49:34.155333+0000","last_clean":"2026-02-25T15:49:34.155333+0000","last_became_active":"2026-02-25T15:49:30.011556+0000","last_became_peered":"2026-02-25T15:49:30.011556+0000","last_unstale":"2026-02-25T15:49:34.155333+0000","last_undegraded":"2026-02-25T15:49:34.155333+0000","last_fullsized":"2026-02-25T15:49:34.155333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:49:11.529888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158713+0000","last_change":"2026-02-25T15:49:30.009495+0000","last_active":"2026-02-25T15:49:34.158713+0000","last_peered":"2026-02-25T15:49:34.158713+0000","last_clean":"2026-02-25T15:49:34.158713+0000","last_became_active":"2026-02-25T15:49:30.009162+0000","last_became_peered":"2026-02-25T15:49:30.009162+0000","last_unstale":"2026-02-25T15:49:34.158713+0000","last_undegraded":"2026-02-25T15:49:34.158713+0000","last_fullsized":"2026-02-25T15:49:34.158713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:55:56.821942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156191+0000","last_change":"2026-02-25T15:49:30.013690+0000","last_active":"2026-02-25T15:49:34.156191+0000","last_peered":"2026-02-25T15:49:34.156191+0000","last_clean":"2026-02-25T15:49:34.156191+0000","last_became_active":"2026-02-25T15:49:30.013052+0000","last_became_peered":"2026-02-25T15:49:30.013052+0000","last_unstale":"2026-02-25T15:49:34.156191+0000","last_undegraded":"2026-02-25T15:49:34.156191+0000","last_fullsized":"2026-02-25T15:49:34.156191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:48:34.279532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156233+0000","last_change":"2026-02-25T15:49:30.010893+0000","last_active":"2026-02-25T15:49:34.156233+0000","last_peered":"2026-02-25T15:49:34.156233+0000","last_clean":"2026-02-25T15:49:34.156233+0000","last_became_active":"2026-02-25T15:49:30.010593+0000","last_became_peered":"2026-02-25T15:49:30.010593+0000","last_unstale":"2026-02-25T15:49:34.156233+0000","last_undegraded":"2026-02-25T15:49:34.156233+0000","last_fullsized":"2026-02-25T15:49:34.156233+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:29.990534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159011+0000","last_change":"2026-02-25T15:49:30.010328+0000","last_active":"2026-02-25T15:49:34.159011+0000","last_peered":"2026-02-25T15:49:34.159011+0000","last_clean":"2026-02-25T15:49:34.159011+0000","last_became_active":"2026-02-25T15:49:30.010150+0000","last_became_peered":"2026-02-25T15:49:30.010150+0000","last_unstale":"2026-02-25T15:49:34.159011+0000","last_undegraded":"2026-02-25T15:49:34.159011+0000","last_fullsized":"2026-02-25T15:49:34.159011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:03:30.788084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.009120+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.008763+0000","last_became_peered":"2026-02-25T15:49:30.008763+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:40:05.525856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158866+0000","last_change":"2026-02-25T15:49:30.010609+0000","last_active":"2026-02-25T15:49:34.158866+0000","last_peered":"2026-02-25T15:49:34.158866+0000","last_clean":"2026-02-25T15:49:34.158866+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.158866+0000","last_undegraded":"2026-02-25T15:49:34.158866+0000","last_fullsized":"2026-02-25T15:49:34.158866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:04.225962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158669+0000","last_change":"2026-02-25T15:49:30.011371+0000","last_active":"2026-02-25T15:49:34.158669+0000","last_peered":"2026-02-25T15:49:34.158669+0000","last_clean":"2026-02-25T15:49:34.158669+0000","last_became_active":"2026-02-25T15:49:30.011047+0000","last_became_peered":"2026-02-25T15:49:30.011047+0000","last_unstale":"2026-02-25T15:49:34.158669+0000","last_undegraded":"2026-02-25T15:49:34.158669+0000","last_fullsized":"2026-02-25T15:49:34.158669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:01:48.912943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156595+0000","last_change":"2026-02-25T15:49:30.006850+0000","last_active":"2026-02-25T15:49:34.156595+0000","last_peered":"2026-02-25T15:49:34.156595+0000","last_clean":"2026-02-25T15:49:34.156595+0000","last_became_active":"2026-02-25T15:49:30.006716+0000","last_became_peered":"2026-02-25T15:49:30.006716+0000","last_unstale":"2026-02-25T15:49:34.156595+0000","last_undegraded":"2026-02-25T15:49:34.156595+0000","last_fullsized":"2026-02-25T15:49:34.156595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:06.208782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156168+0000","last_change":"2026-02-25T15:49:30.012649+0000","last_active":"2026-02-25T15:49:34.156168+0000","last_peered":"2026-02-25T15:49:34.156168+0000","last_clean":"2026-02-25T15:49:34.156168+0000","last_became_active":"2026-02-25T15:49:30.011821+0000","last_became_peered":"2026-02-25T15:49:30.011821+0000","last_unstale":"2026-02-25T15:49:34.156168+0000","last_undegraded":"2026-02-25T15:49:34.156168+0000","last_fullsized":"2026-02-25T15:49:34.156168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:34.380444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155355+0000","last_change":"2026-02-25T15:49:30.011324+0000","last_active":"2026-02-25T15:49:34.155355+0000","last_peered":"2026-02-25T15:49:34.155355+0000","last_clean":"2026-02-25T15:49:34.155355+0000","last_became_active":"2026-02-25T15:49:30.010372+0000","last_became_peered":"2026-02-25T15:49:30.010372+0000","last_unstale":"2026-02-25T15:49:34.155355+0000","last_undegraded":"2026-02-25T15:49:34.155355+0000","last_fullsized":"2026-02-25T15:49:34.155355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:57.328327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157507+0000","last_change":"2026-02-25T15:49:30.011749+0000","last_active":"2026-02-25T15:49:34.157507+0000","last_peered":"2026-02-25T15:49:34.157507+0000","last_clean":"2026-02-25T15:49:34.157507+0000","last_became_active":"2026-02-25T15:49:30.010902+0000","last_became_peered":"2026-02-25T15:49:30.010902+0000","last_unstale":"2026-02-25T15:49:34.157507+0000","last_undegraded":"2026-02-25T15:49:34.157507+0000","last_fullsized":"2026-02-25T15:49:34.157507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:08.212205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156265+0000","last_change":"2026-02-25T15:49:30.010581+0000","last_active":"2026-02-25T15:49:34.156265+0000","last_peered":"2026-02-25T15:49:34.156265+0000","last_clean":"2026-02-25T15:49:34.156265+0000","last_became_active":"2026-02-25T15:49:30.010129+0000","last_became_peered":"2026-02-25T15:49:30.010129+0000","last_unstale":"2026-02-25T15:49:34.156265+0000","last_undegraded":"2026-02-25T15:49:34.156265+0000","last_fullsized":"2026-02-25T15:49:34.156265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:28.291689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156277+0000","last_change":"2026-02-25T15:49:30.011692+0000","last_active":"2026-02-25T15:49:34.156277+0000","last_peered":"2026-02-25T15:49:34.156277+0000","last_clean":"2026-02-25T15:49:34.156277+0000","last_became_active":"2026-02-25T15:49:30.010903+0000","last_became_peered":"2026-02-25T15:49:30.010903+0000","last_unstale":"2026-02-25T15:49:34.156277+0000","last_undegraded":"2026-02-25T15:49:34.156277+0000","last_fullsized":"2026-02-25T15:49:34.156277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:13:44.256119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159031+0000","last_change":"2026-02-25T15:49:30.011909+0000","last_active":"2026-02-25T15:49:34.159031+0000","last_peered":"2026-02-25T15:49:34.159031+0000","last_clean":"2026-02-25T15:49:34.159031+0000","last_became_active":"2026-02-25T15:49:30.011720+0000","last_became_peered":"2026-02-25T15:49:30.011720+0000","last_unstale":"2026-02-25T15:49:34.159031+0000","last_undegraded":"2026-02-25T15:49:34.159031+0000","last_fullsized":"2026-02-25T15:49:34.159031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:37:05.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155280+0000","last_change":"2026-02-25T15:49:30.012244+0000","last_active":"2026-02-25T15:49:34.155280+0000","last_peered":"2026-02-25T15:49:34.155280+0000","last_clean":"2026-02-25T15:49:34.155280+0000","last_became_active":"2026-02-25T15:49:30.011654+0000","last_became_peered":"2026-02-25T15:49:30.011654+0000","last_unstale":"2026-02-25T15:49:34.155280+0000","last_undegraded":"2026-02-25T15:49:34.155280+0000","last_fullsized":"2026-02-25T15:49:34.155280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:29:27.919817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158938+0000","last_change":"2026-02-25T15:49:30.010582+0000","last_active":"2026-02-25T15:49:34.158938+0000","last_peered":"2026-02-25T15:49:34.158938+0000","last_clean":"2026-02-25T15:49:34.158938+0000","last_became_active":"2026-02-25T15:49:30.010243+0000","last_became_peered":"2026-02-25T15:49:30.010243+0000","last_unstale":"2026-02-25T15:49:34.158938+0000","last_undegraded":"2026-02-25T15:49:34.158938+0000","last_fullsized":"2026-02-25T15:49:34.158938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:37:59.051220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158704+0000","last_change":"2026-02-25T15:49:30.009887+0000","last_active":"2026-02-25T15:49:34.158704+0000","last_peered":"2026-02-25T15:49:34.158704+0000","last_clean":"2026-02-25T15:49:34.158704+0000","last_became_active":"2026-02-25T15:49:30.009445+0000","last_became_peered":"2026-02-25T15:49:30.009445+0000","last_unstale":"2026-02-25T15:49:34.158704+0000","last_undegraded":"2026-02-25T15:49:34.158704+0000","last_fullsized":"2026-02-25T15:49:34.158704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:26.681827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158952+0000","last_change":"2026-02-25T15:49:30.011411+0000","last_active":"2026-02-25T15:49:34.158952+0000","last_peered":"2026-02-25T15:49:34.158952+0000","last_clean":"2026-02-25T15:49:34.158952+0000","last_became_active":"2026-02-25T15:49:30.011021+0000","last_became_peered":"2026-02-25T15:49:30.011021+0000","last_unstale":"2026-02-25T15:49:34.158952+0000","last_undegraded":"2026-02-25T15:49:34.158952+0000","last_fullsized":"2026-02-25T15:49:34.158952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:15:43.560795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158760+0000","last_change":"2026-02-25T15:49:30.011781+0000","last_active":"2026-02-25T15:49:34.158760+0000","last_peered":"2026-02-25T15:49:34.158760+0000","last_clean":"2026-02-25T15:49:34.158760+0000","last_became_active":"2026-02-25T15:49:30.011407+0000","last_became_peered":"2026-02-25T15:49:30.011407+0000","last_unstale":"2026-02-25T15:49:34.158760+0000","last_undegraded":"2026-02-25T15:49:34.158760+0000","last_fullsized":"2026-02-25T15:49:34.158760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:35.185320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156226+0000","last_change":"2026-02-25T15:49:30.010672+0000","last_active":"2026-02-25T15:49:34.156226+0000","last_peered":"2026-02-25T15:49:34.156226+0000","last_clean":"2026-02-25T15:49:34.156226+0000","last_became_active":"2026-02-25T15:49:30.009950+0000","last_became_peered":"2026-02-25T15:49:30.009950+0000","last_unstale":"2026-02-25T15:49:34.156226+0000","last_undegraded":"2026-02-25T15:49:34.156226+0000","last_fullsized":"2026-02-25T15:49:34.156226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:31:45.548822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156667+0000","last_change":"2026-02-25T15:49:30.008526+0000","last_active":"2026-02-25T15:49:34.156667+0000","last_peered":"2026-02-25T15:49:34.156667+0000","last_clean":"2026-02-25T15:49:34.156667+0000","last_became_active":"2026-02-25T15:49:30.008333+0000","last_became_peered":"2026-02-25T15:49:30.008333+0000","last_unstale":"2026-02-25T15:49:34.156667+0000","last_undegraded":"2026-02-25T15:49:34.156667+0000","last_fullsized":"2026-02-25T15:49:34.156667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:39:24.116696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159026+0000","last_change":"2026-02-25T15:49:30.011297+0000","last_active":"2026-02-25T15:49:34.159026+0000","last_peered":"2026-02-25T15:49:34.159026+0000","last_clean":"2026-02-25T15:49:34.159026+0000","last_became_active":"2026-02-25T15:49:30.010945+0000","last_became_peered":"2026-02-25T15:49:30.010945+0000","last_unstale":"2026-02-25T15:49:34.159026+0000","last_undegraded":"2026-02-25T15:49:34.159026+0000","last_fullsized":"2026-02-25T15:49:34.159026+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:47:44.335530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":864256,"data_stored":695337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.221}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":270336,"data_stored":104477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":278528,"data_stored":104513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.219}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.189}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.152}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27900000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":266240,"data_stored":104387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.151}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.192}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":274432,"data_stored":104547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":872448,"data_stored":695393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.13600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.188}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.221}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:49:42.568 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:49:42.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 Processor -- start 2026-02-25T15:49:42.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 -- start start 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbb600b27f0 0x7fbb60142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb600ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb600b40f0 con 0x7fbb60140270 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb60143a40 con 0x7fbb600b27f0 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb662f1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb600addc0 con 0x7fbb60143250 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb5ffff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fbb60140270 0x7fbb600b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53076/0 (socket says 10.20.193.52:53076) 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb5ffff640 1 -- 10.20.193.52:0/3623453840 learned_addr learned my addr 10.20.193.52:0/3623453840 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.664+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/3623453840 >> v2:10.20.193.86:3300/0 conn(0x7fbb600b27f0 0x7fbb60142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2175330686 0 0) 0x7fbb600b40f0 con 0x7fbb60140270 2026-02-25T15:49:42.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb44003620 con 0x7fbb60140270 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb600ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2836496404 0 0) 0x7fbb44003620 con 0x7fbb60140270 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 msgr2=0x7fbb600ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb600ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 >> v2:10.20.193.86:3300/0 conn(0x7fbb600b27f0 msgr2=0x7fbb60142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 --2- 10.20.193.52:0/3623453840 >> v2:10.20.193.86:3300/0 conn(0x7fbb600b27f0 0x7fbb60142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb600b4370 con 0x7fbb60140270 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fbb4c002f00 con 0x7fbb60140270 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/3623453840 >> v2:10.20.193.86:3300/0 conn(0x7fbb600b27f0 0x7fbb60142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 >> v1:10.20.193.52:6789/0 conn(0x7fbb60140270 legacy=0x7fbb600b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb44003b30 0x7fbb44003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb440048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb44004e00 0x7fbb44005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb60143a40 con 0x7fbb44004e00 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb600addc0 con 0x7fbb44003b30 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb4400bc60 con 0x7fbb60143250 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb44004e00 0x7fbb44005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5ffff640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb44003b30 0x7fbb44003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb440048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 -- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 msgr2=0x7fbb440048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb60143250 0x7fbb440048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 -- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb44003b30 msgr2=0x7fbb44003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb44003b30 0x7fbb44003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 -- 10.20.193.52:0/3623453840 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb44003620 con 0x7fbb44004e00 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5ffff640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb44003b30 0x7fbb44003f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb64867640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb44004e00 0x7fbb44005280 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbb54007390 tx=0x7fbb5402f7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f05f5fdc49bdff6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb5402fea0 con 0x7fbb44004e00 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb54032050 con 0x7fbb44004e00 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.665+0000 7fbb5effd640 1 -- 10.20.193.52:0/3623453840 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb54006ea0 con 0x7fbb44004e00 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- 10.20.193.52:0/3623453840 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb44004e00 msgr2=0x7fbb44005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 --2- 10.20.193.52:0/3623453840 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb44004e00 0x7fbb44005280 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbb54007390 tx=0x7fbb5402f7a0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb64867640 1 -- 10.20.193.52:0/3623453840 reap_dead start 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- 10.20.193.52:0/3623453840 shutdown_connections 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- 10.20.193.52:0/3623453840 >> 10.20.193.52:0/3623453840 conn(0x7fbb6006c980 msgr2=0x7fbb6006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- 10.20.193.52:0/3623453840 shutdown_connections 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- 10.20.193.52:0/3623453840 wait complete. 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 Processor -- start 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.666+0000 7fbb662f1640 1 -- start start 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb6006d7c0 0x7fbb60161810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb6006dba0 0x7fbb6013ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb601e9bf0 con 0x7fbb6013f350 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb60161310 con 0x7fbb6006dba0 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb60161d50 con 0x7fbb6006d7c0 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35312/0 (socket says 10.20.193.52:35312) 2026-02-25T15:49:42.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 -- 10.20.193.52:0/1928334118 learned_addr learned my addr 10.20.193.52:0/1928334118 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb64867640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb6006dba0 0x7fbb6013ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 -- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb6006d7c0 msgr2=0x7fbb60161810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb6006d7c0 0x7fbb60161810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 -- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb6006dba0 msgr2=0x7fbb6013ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb6006dba0 0x7fbb6013ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 -- 10.20.193.52:0/1928334118 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb601e9630 con 0x7fbb6013f350 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5f7fe640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbb50009560 tx=0x7fbb50009a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb5000c070 con 0x7fbb6013f350 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb50014890 con 0x7fbb6013f350 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb50014c40 con 0x7fbb6013f350 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb601e9910 con 0x7fbb6013f350 2026-02-25T15:49:42.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.667+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb601f5550 con 0x7fbb6013f350 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.668+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb601f50a0 con 0x7fbb6013f350 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.668+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbb5001d400 con 0x7fbb6013f350 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.669+0000 7fbb5cff9640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 0x7fbb30078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.669+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fbb500977e0 con 0x7fbb6013f350 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.669+0000 7fbb5ffff640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 0x7fbb30078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.669+0000 7fbb5ffff640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 0x7fbb30078530 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c004940 tx=0x7fbb4c0026e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.671+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbb5005d2f0 con 0x7fbb6013f350 2026-02-25T15:49:42.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.753+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbb600b4c10 con 0x7fbb30076070 2026-02-25T15:49:42.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.757+0000 7fbb5cff9640 1 -- 10.20.193.52:0/1928334118 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345121 (secure 0 0 0) 0x7fbb4c003480 con 0x7fbb30076070 2026-02-25T15:49:42.762 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:42.765 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:49:42.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 msgr2=0x7fbb30078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 0x7fbb30078530 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c004940 tx=0x7fbb4c0026e0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 msgr2=0x7fbb6013e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbb50009560 tx=0x7fbb50009a30 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 shutdown_connections 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbb30076070 0x7fbb30078530 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb6006dba0 0x7fbb6013ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb6013f350 0x7fbb6013e710 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 --2- 10.20.193.52:0/1928334118 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb6006d7c0 0x7fbb60161810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 >> 10.20.193.52:0/1928334118 conn(0x7fbb6006c980 msgr2=0x7fbb600afae0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 shutdown_connections 2026-02-25T15:49:42.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.759+0000 7fbb662f1640 1 -- 10.20.193.52:0/1928334118 wait complete. 2026-02-25T15:49:42.769 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2026-02-25T15:49:41.144179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594820,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":192,"num_write_kb":2689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":308,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218968,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754755752,"statfs":{"total":773094113280,"available":772869890048,"internally_reserved":0,"allocated":3383296,"data_stored":2024736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000907"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.020508+0000","last_change":"2026-02-25T15:49:29.830571+0000","last_active":"2026-02-25T15:49:34.020508+0000","last_peered":"2026-02-25T15:49:34.020508+0000","last_clean":"2026-02-25T15:49:34.020508+0000","last_became_active":"2026-02-25T15:49:29.830417+0000","last_became_peered":"2026-02-25T15:49:29.830417+0000","last_unstale":"2026-02-25T15:49:34.020508+0000","last_undegraded":"2026-02-25T15:49:34.020508+0000","last_fullsized":"2026-02-25T15:49:34.020508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:07:54.303549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155397+0000","last_change":"2026-02-25T15:49:30.010521+0000","last_active":"2026-02-25T15:49:34.155397+0000","last_peered":"2026-02-25T15:49:34.155397+0000","last_clean":"2026-02-25T15:49:34.155397+0000","last_became_active":"2026-02-25T15:49:30.010117+0000","last_became_peered":"2026-02-25T15:49:30.010117+0000","last_unstale":"2026-02-25T15:49:34.155397+0000","last_undegraded":"2026-02-25T15:49:34.155397+0000","last_fullsized":"2026-02-25T15:49:34.155397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:36.333731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155321+0000","last_change":"2026-02-25T15:49:34.053814+0000","last_active":"2026-02-25T15:49:34.155321+0000","last_peered":"2026-02-25T15:49:34.155321+0000","last_clean":"2026-02-25T15:49:34.155321+0000","last_became_active":"2026-02-25T15:49:34.053530+0000","last_became_peered":"2026-02-25T15:49:34.053530+0000","last_unstale":"2026-02-25T15:49:34.155321+0000","last_undegraded":"2026-02-25T15:49:34.155321+0000","last_fullsized":"2026-02-25T15:49:34.155321+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:47.843072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023259+0000","last_change":"2026-02-25T15:49:29.830384+0000","last_active":"2026-02-25T15:49:34.023259+0000","last_peered":"2026-02-25T15:49:34.023259+0000","last_clean":"2026-02-25T15:49:34.023259+0000","last_became_active":"2026-02-25T15:49:29.830041+0000","last_became_peered":"2026-02-25T15:49:29.830041+0000","last_unstale":"2026-02-25T15:49:34.023259+0000","last_undegraded":"2026-02-25T15:49:34.023259+0000","last_fullsized":"2026-02-25T15:49:34.023259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:16.907211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156280+0000","last_change":"2026-02-25T15:49:30.013390+0000","last_active":"2026-02-25T15:49:34.156280+0000","last_peered":"2026-02-25T15:49:34.156280+0000","last_clean":"2026-02-25T15:49:34.156280+0000","last_became_active":"2026-02-25T15:49:30.013197+0000","last_became_peered":"2026-02-25T15:49:30.013197+0000","last_unstale":"2026-02-25T15:49:34.156280+0000","last_undegraded":"2026-02-25T15:49:34.156280+0000","last_fullsized":"2026-02-25T15:49:34.156280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:34.650379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157400+0000","last_change":"2026-02-25T15:49:34.025364+0000","last_active":"2026-02-25T15:49:34.157400+0000","last_peered":"2026-02-25T15:49:34.157400+0000","last_clean":"2026-02-25T15:49:34.157400+0000","last_became_active":"2026-02-25T15:49:34.024908+0000","last_became_peered":"2026-02-25T15:49:34.024908+0000","last_unstale":"2026-02-25T15:49:34.157400+0000","last_undegraded":"2026-02-25T15:49:34.157400+0000","last_fullsized":"2026-02-25T15:49:34.157400+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:15:03.352347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052698+0000","last_change":"2026-02-25T15:49:29.832739+0000","last_active":"2026-02-25T15:49:34.052698+0000","last_peered":"2026-02-25T15:49:34.052698+0000","last_clean":"2026-02-25T15:49:34.052698+0000","last_became_active":"2026-02-25T15:49:29.832534+0000","last_became_peered":"2026-02-25T15:49:29.832534+0000","last_unstale":"2026-02-25T15:49:34.052698+0000","last_undegraded":"2026-02-25T15:49:34.052698+0000","last_fullsized":"2026-02-25T15:49:34.052698+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T15:54:12.237925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158780+0000","last_change":"2026-02-25T15:49:30.008037+0000","last_active":"2026-02-25T15:49:34.158780+0000","last_peered":"2026-02-25T15:49:34.158780+0000","last_clean":"2026-02-25T15:49:34.158780+0000","last_became_active":"2026-02-25T15:49:30.007777+0000","last_became_peered":"2026-02-25T15:49:30.007777+0000","last_unstale":"2026-02-25T15:49:34.158780+0000","last_undegraded":"2026-02-25T15:49:34.158780+0000","last_fullsized":"2026-02-25T15:49:34.158780+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:59.059248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157460+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.157460+0000","last_peered":"2026-02-25T15:49:34.157460+0000","last_clean":"2026-02-25T15:49:34.157460+0000","last_became_active":"2026-02-25T15:49:34.023360+0000","last_became_peered":"2026-02-25T15:49:34.023360+0000","last_unstale":"2026-02-25T15:49:34.157460+0000","last_undegraded":"2026-02-25T15:49:34.157460+0000","last_fullsized":"2026-02-25T15:49:34.157460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:59:17.850857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052546+0000","last_change":"2026-02-25T15:49:29.831580+0000","last_active":"2026-02-25T15:49:34.052546+0000","last_peered":"2026-02-25T15:49:34.052546+0000","last_clean":"2026-02-25T15:49:34.052546+0000","last_became_active":"2026-02-25T15:49:29.831264+0000","last_became_peered":"2026-02-25T15:49:29.831264+0000","last_unstale":"2026-02-25T15:49:34.052546+0000","last_undegraded":"2026-02-25T15:49:34.052546+0000","last_fullsized":"2026-02-25T15:49:34.052546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:50:52.688566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158813+0000","last_change":"2026-02-25T15:49:30.007597+0000","last_active":"2026-02-25T15:49:34.158813+0000","last_peered":"2026-02-25T15:49:34.158813+0000","last_clean":"2026-02-25T15:49:34.158813+0000","last_became_active":"2026-02-25T15:49:30.007459+0000","last_became_peered":"2026-02-25T15:49:30.007459+0000","last_unstale":"2026-02-25T15:49:34.158813+0000","last_undegraded":"2026-02-25T15:49:34.158813+0000","last_fullsized":"2026-02-25T15:49:34.158813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:34:22.775745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157444+0000","last_change":"2026-02-25T15:49:34.023432+0000","last_active":"2026-02-25T15:49:34.157444+0000","last_peered":"2026-02-25T15:49:34.157444+0000","last_clean":"2026-02-25T15:49:34.157444+0000","last_became_active":"2026-02-25T15:49:34.023190+0000","last_became_peered":"2026-02-25T15:49:34.023190+0000","last_unstale":"2026-02-25T15:49:34.157444+0000","last_undegraded":"2026-02-25T15:49:34.157444+0000","last_fullsized":"2026-02-25T15:49:34.157444+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:06:49.509035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156210+0000","last_change":"2026-02-25T15:49:30.009753+0000","last_active":"2026-02-25T15:49:34.156210+0000","last_peered":"2026-02-25T15:49:34.156210+0000","last_clean":"2026-02-25T15:49:34.156210+0000","last_became_active":"2026-02-25T15:49:30.009446+0000","last_became_peered":"2026-02-25T15:49:30.009446+0000","last_unstale":"2026-02-25T15:49:34.156210+0000","last_undegraded":"2026-02-25T15:49:34.156210+0000","last_fullsized":"2026-02-25T15:49:34.156210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:30:54.288838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052543+0000","last_change":"2026-02-25T15:49:29.832265+0000","last_active":"2026-02-25T15:49:34.052543+0000","last_peered":"2026-02-25T15:49:34.052543+0000","last_clean":"2026-02-25T15:49:34.052543+0000","last_became_active":"2026-02-25T15:49:29.831903+0000","last_became_peered":"2026-02-25T15:49:29.831903+0000","last_unstale":"2026-02-25T15:49:34.052543+0000","last_undegraded":"2026-02-25T15:49:34.052543+0000","last_fullsized":"2026-02-25T15:49:34.052543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:48:18.216367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157527+0000","last_change":"2026-02-25T15:49:34.025136+0000","last_active":"2026-02-25T15:49:34.157527+0000","last_peered":"2026-02-25T15:49:34.157527+0000","last_clean":"2026-02-25T15:49:34.157527+0000","last_became_active":"2026-02-25T15:49:34.024819+0000","last_became_peered":"2026-02-25T15:49:34.024819+0000","last_unstale":"2026-02-25T15:49:34.157527+0000","last_undegraded":"2026-02-25T15:49:34.157527+0000","last_fullsized":"2026-02-25T15:49:34.157527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:57:27.437872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155363+0000","last_change":"2026-02-25T15:49:30.013560+0000","last_active":"2026-02-25T15:49:34.155363+0000","last_peered":"2026-02-25T15:49:34.155363+0000","last_clean":"2026-02-25T15:49:34.155363+0000","last_became_active":"2026-02-25T15:49:30.013423+0000","last_became_peered":"2026-02-25T15:49:30.013423+0000","last_unstale":"2026-02-25T15:49:34.155363+0000","last_undegraded":"2026-02-25T15:49:34.155363+0000","last_fullsized":"2026-02-25T15:49:34.155363+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:16.753393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022012+0000","last_change":"2026-02-25T15:49:29.831562+0000","last_active":"2026-02-25T15:49:34.022012+0000","last_peered":"2026-02-25T15:49:34.022012+0000","last_clean":"2026-02-25T15:49:34.022012+0000","last_became_active":"2026-02-25T15:49:29.831347+0000","last_became_peered":"2026-02-25T15:49:29.831347+0000","last_unstale":"2026-02-25T15:49:34.022012+0000","last_undegraded":"2026-02-25T15:49:34.022012+0000","last_fullsized":"2026-02-25T15:49:34.022012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:04.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157484+0000","last_change":"2026-02-25T15:49:34.024575+0000","last_active":"2026-02-25T15:49:34.157484+0000","last_peered":"2026-02-25T15:49:34.157484+0000","last_clean":"2026-02-25T15:49:34.157484+0000","last_became_active":"2026-02-25T15:49:34.024333+0000","last_became_peered":"2026-02-25T15:49:34.024333+0000","last_unstale":"2026-02-25T15:49:34.157484+0000","last_undegraded":"2026-02-25T15:49:34.157484+0000","last_fullsized":"2026-02-25T15:49:34.157484+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:23:33.162044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155307+0000","last_change":"2026-02-25T15:49:30.012204+0000","last_active":"2026-02-25T15:49:34.155307+0000","last_peered":"2026-02-25T15:49:34.155307+0000","last_clean":"2026-02-25T15:49:34.155307+0000","last_became_active":"2026-02-25T15:49:30.011551+0000","last_became_peered":"2026-02-25T15:49:30.011551+0000","last_unstale":"2026-02-25T15:49:34.155307+0000","last_undegraded":"2026-02-25T15:49:34.155307+0000","last_fullsized":"2026-02-25T15:49:34.155307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:23:56.516983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021047+0000","last_change":"2026-02-25T15:49:29.830210+0000","last_active":"2026-02-25T15:49:34.021047+0000","last_peered":"2026-02-25T15:49:34.021047+0000","last_clean":"2026-02-25T15:49:34.021047+0000","last_became_active":"2026-02-25T15:49:29.829832+0000","last_became_peered":"2026-02-25T15:49:29.829832+0000","last_unstale":"2026-02-25T15:49:34.021047+0000","last_undegraded":"2026-02-25T15:49:34.021047+0000","last_fullsized":"2026-02-25T15:49:34.021047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:55:51.512374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156678+0000","last_change":"2026-02-25T15:49:34.052973+0000","last_active":"2026-02-25T15:49:34.156678+0000","last_peered":"2026-02-25T15:49:34.156678+0000","last_clean":"2026-02-25T15:49:34.156678+0000","last_became_active":"2026-02-25T15:49:34.052722+0000","last_became_peered":"2026-02-25T15:49:34.052722+0000","last_unstale":"2026-02-25T15:49:34.156678+0000","last_undegraded":"2026-02-25T15:49:34.156678+0000","last_fullsized":"2026-02-25T15:49:34.156678+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:10:40.930343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157436+0000","last_change":"2026-02-25T15:49:30.010269+0000","last_active":"2026-02-25T15:49:34.157436+0000","last_peered":"2026-02-25T15:49:34.157436+0000","last_clean":"2026-02-25T15:49:34.157436+0000","last_became_active":"2026-02-25T15:49:30.009897+0000","last_became_peered":"2026-02-25T15:49:30.009897+0000","last_unstale":"2026-02-25T15:49:34.157436+0000","last_undegraded":"2026-02-25T15:49:34.157436+0000","last_fullsized":"2026-02-25T15:49:34.157436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:04:50.613793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052432+0000","last_change":"2026-02-25T15:49:29.832075+0000","last_active":"2026-02-25T15:49:34.052432+0000","last_peered":"2026-02-25T15:49:34.052432+0000","last_clean":"2026-02-25T15:49:34.052432+0000","last_became_active":"2026-02-25T15:49:29.831865+0000","last_became_peered":"2026-02-25T15:49:29.831865+0000","last_unstale":"2026-02-25T15:49:34.052432+0000","last_undegraded":"2026-02-25T15:49:34.052432+0000","last_fullsized":"2026-02-25T15:49:34.052432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:50:37.422777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157533+0000","last_change":"2026-02-25T15:49:34.025231+0000","last_active":"2026-02-25T15:49:34.157533+0000","last_peered":"2026-02-25T15:49:34.157533+0000","last_clean":"2026-02-25T15:49:34.157533+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157533+0000","last_undegraded":"2026-02-25T15:49:34.157533+0000","last_fullsized":"2026-02-25T15:49:34.157533+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:26.573291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156268+0000","last_change":"2026-02-25T15:49:30.012942+0000","last_active":"2026-02-25T15:49:34.156268+0000","last_peered":"2026-02-25T15:49:34.156268+0000","last_clean":"2026-02-25T15:49:34.156268+0000","last_became_active":"2026-02-25T15:49:30.012028+0000","last_became_peered":"2026-02-25T15:49:30.012028+0000","last_unstale":"2026-02-25T15:49:34.156268+0000","last_undegraded":"2026-02-25T15:49:34.156268+0000","last_fullsized":"2026-02-25T15:49:34.156268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:42.844311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018104+0000","last_change":"2026-02-25T15:49:29.831927+0000","last_active":"2026-02-25T15:49:34.018104+0000","last_peered":"2026-02-25T15:49:34.018104+0000","last_clean":"2026-02-25T15:49:34.018104+0000","last_became_active":"2026-02-25T15:49:29.831771+0000","last_became_peered":"2026-02-25T15:49:29.831771+0000","last_unstale":"2026-02-25T15:49:34.018104+0000","last_undegraded":"2026-02-25T15:49:34.018104+0000","last_fullsized":"2026-02-25T15:49:34.018104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:26:45.540656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157422+0000","last_change":"2026-02-25T15:49:34.053940+0000","last_active":"2026-02-25T15:49:34.157422+0000","last_peered":"2026-02-25T15:49:34.157422+0000","last_clean":"2026-02-25T15:49:34.157422+0000","last_became_active":"2026-02-25T15:49:34.053683+0000","last_became_peered":"2026-02-25T15:49:34.053683+0000","last_unstale":"2026-02-25T15:49:34.157422+0000","last_undegraded":"2026-02-25T15:49:34.157422+0000","last_fullsized":"2026-02-25T15:49:34.157422+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:55.541480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155423+0000","last_change":"2026-02-25T15:49:30.011153+0000","last_active":"2026-02-25T15:49:34.155423+0000","last_peered":"2026-02-25T15:49:34.155423+0000","last_clean":"2026-02-25T15:49:34.155423+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.155423+0000","last_undegraded":"2026-02-25T15:49:34.155423+0000","last_fullsized":"2026-02-25T15:49:34.155423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:46:16.508401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.665577+0000","last_change":"2026-02-25T15:49:29.831723+0000","last_active":"2026-02-25T15:49:34.665577+0000","last_peered":"2026-02-25T15:49:34.665577+0000","last_clean":"2026-02-25T15:49:34.665577+0000","last_became_active":"2026-02-25T15:49:29.831513+0000","last_became_peered":"2026-02-25T15:49:29.831513+0000","last_unstale":"2026-02-25T15:49:34.665577+0000","last_undegraded":"2026-02-25T15:49:34.665577+0000","last_fullsized":"2026-02-25T15:49:34.665577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:57:49.476056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155314+0000","last_change":"2026-02-25T15:49:34.053146+0000","last_active":"2026-02-25T15:49:34.155314+0000","last_peered":"2026-02-25T15:49:34.155314+0000","last_clean":"2026-02-25T15:49:34.155314+0000","last_became_active":"2026-02-25T15:49:34.052801+0000","last_became_peered":"2026-02-25T15:49:34.052801+0000","last_unstale":"2026-02-25T15:49:34.155314+0000","last_undegraded":"2026-02-25T15:49:34.155314+0000","last_fullsized":"2026-02-25T15:49:34.155314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:25:29.555467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156635+0000","last_change":"2026-02-25T15:49:30.008778+0000","last_active":"2026-02-25T15:49:34.156635+0000","last_peered":"2026-02-25T15:49:34.156635+0000","last_clean":"2026-02-25T15:49:34.156635+0000","last_became_active":"2026-02-25T15:49:30.008521+0000","last_became_peered":"2026-02-25T15:49:30.008521+0000","last_unstale":"2026-02-25T15:49:34.156635+0000","last_undegraded":"2026-02-25T15:49:34.156635+0000","last_fullsized":"2026-02-25T15:49:34.156635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:15:06.070182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052875+0000","last_change":"2026-02-25T15:49:29.832062+0000","last_active":"2026-02-25T15:49:34.052875+0000","last_peered":"2026-02-25T15:49:34.052875+0000","last_clean":"2026-02-25T15:49:34.052875+0000","last_became_active":"2026-02-25T15:49:29.831875+0000","last_became_peered":"2026-02-25T15:49:29.831875+0000","last_unstale":"2026-02-25T15:49:34.052875+0000","last_undegraded":"2026-02-25T15:49:34.052875+0000","last_fullsized":"2026-02-25T15:49:34.052875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:56.832874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156185+0000","last_change":"2026-02-25T15:49:34.052301+0000","last_active":"2026-02-25T15:49:34.156185+0000","last_peered":"2026-02-25T15:49:34.156185+0000","last_clean":"2026-02-25T15:49:34.156185+0000","last_became_active":"2026-02-25T15:49:34.052016+0000","last_became_peered":"2026-02-25T15:49:34.052016+0000","last_unstale":"2026-02-25T15:49:34.156185+0000","last_undegraded":"2026-02-25T15:49:34.156185+0000","last_fullsized":"2026-02-25T15:49:34.156185+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:48:28.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158824+0000","last_change":"2026-02-25T15:49:30.011167+0000","last_active":"2026-02-25T15:49:34.158824+0000","last_peered":"2026-02-25T15:49:34.158824+0000","last_clean":"2026-02-25T15:49:34.158824+0000","last_became_active":"2026-02-25T15:49:30.010820+0000","last_became_peered":"2026-02-25T15:49:30.010820+0000","last_unstale":"2026-02-25T15:49:34.158824+0000","last_undegraded":"2026-02-25T15:49:34.158824+0000","last_fullsized":"2026-02-25T15:49:34.158824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:14:02.232323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021332+0000","last_change":"2026-02-25T15:49:29.830240+0000","last_active":"2026-02-25T15:49:34.021332+0000","last_peered":"2026-02-25T15:49:34.021332+0000","last_clean":"2026-02-25T15:49:34.021332+0000","last_became_active":"2026-02-25T15:49:29.829853+0000","last_became_peered":"2026-02-25T15:49:29.829853+0000","last_unstale":"2026-02-25T15:49:34.021332+0000","last_undegraded":"2026-02-25T15:49:34.021332+0000","last_fullsized":"2026-02-25T15:49:34.021332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:34:28.577989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156606+0000","last_change":"2026-02-25T15:49:34.022914+0000","last_active":"2026-02-25T15:49:34.156606+0000","last_peered":"2026-02-25T15:49:34.156606+0000","last_clean":"2026-02-25T15:49:34.156606+0000","last_became_active":"2026-02-25T15:49:34.022547+0000","last_became_peered":"2026-02-25T15:49:34.022547+0000","last_unstale":"2026-02-25T15:49:34.156606+0000","last_undegraded":"2026-02-25T15:49:34.156606+0000","last_fullsized":"2026-02-25T15:49:34.156606+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:46.194650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157471+0000","last_change":"2026-02-25T15:49:30.011381+0000","last_active":"2026-02-25T15:49:34.157471+0000","last_peered":"2026-02-25T15:49:34.157471+0000","last_clean":"2026-02-25T15:49:34.157471+0000","last_became_active":"2026-02-25T15:49:30.011255+0000","last_became_peered":"2026-02-25T15:49:30.011255+0000","last_unstale":"2026-02-25T15:49:34.157471+0000","last_undegraded":"2026-02-25T15:49:34.157471+0000","last_fullsized":"2026-02-25T15:49:34.157471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:57:40.118192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017935+0000","last_change":"2026-02-25T15:49:29.830701+0000","last_active":"2026-02-25T15:49:34.017935+0000","last_peered":"2026-02-25T15:49:34.017935+0000","last_clean":"2026-02-25T15:49:34.017935+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017935+0000","last_undegraded":"2026-02-25T15:49:34.017935+0000","last_fullsized":"2026-02-25T15:49:34.017935+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:33.768009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156628+0000","last_change":"2026-02-25T15:49:34.024355+0000","last_active":"2026-02-25T15:49:34.156628+0000","last_peered":"2026-02-25T15:49:34.156628+0000","last_clean":"2026-02-25T15:49:34.156628+0000","last_became_active":"2026-02-25T15:49:34.023739+0000","last_became_peered":"2026-02-25T15:49:34.023739+0000","last_unstale":"2026-02-25T15:49:34.156628+0000","last_undegraded":"2026-02-25T15:49:34.156628+0000","last_fullsized":"2026-02-25T15:49:34.156628+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:47.103318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156577+0000","last_change":"2026-02-25T15:49:30.009710+0000","last_active":"2026-02-25T15:49:34.156577+0000","last_peered":"2026-02-25T15:49:34.156577+0000","last_clean":"2026-02-25T15:49:34.156577+0000","last_became_active":"2026-02-25T15:49:30.009591+0000","last_became_peered":"2026-02-25T15:49:30.009591+0000","last_unstale":"2026-02-25T15:49:34.156577+0000","last_undegraded":"2026-02-25T15:49:34.156577+0000","last_fullsized":"2026-02-25T15:49:34.156577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:51:15.143410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017077+0000","last_change":"2026-02-25T15:49:29.828215+0000","last_active":"2026-02-25T15:49:34.017077+0000","last_peered":"2026-02-25T15:49:34.017077+0000","last_clean":"2026-02-25T15:49:34.017077+0000","last_became_active":"2026-02-25T15:49:29.827918+0000","last_became_peered":"2026-02-25T15:49:29.827918+0000","last_unstale":"2026-02-25T15:49:34.017077+0000","last_undegraded":"2026-02-25T15:49:34.017077+0000","last_fullsized":"2026-02-25T15:49:34.017077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:33:05.932469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156685+0000","last_change":"2026-02-25T15:49:34.023558+0000","last_active":"2026-02-25T15:49:34.156685+0000","last_peered":"2026-02-25T15:49:34.156685+0000","last_clean":"2026-02-25T15:49:34.156685+0000","last_became_active":"2026-02-25T15:49:34.023287+0000","last_became_peered":"2026-02-25T15:49:34.023287+0000","last_unstale":"2026-02-25T15:49:34.156685+0000","last_undegraded":"2026-02-25T15:49:34.156685+0000","last_fullsized":"2026-02-25T15:49:34.156685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:40:07.371101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156154+0000","last_change":"2026-02-25T15:49:30.012703+0000","last_active":"2026-02-25T15:49:34.156154+0000","last_peered":"2026-02-25T15:49:34.156154+0000","last_clean":"2026-02-25T15:49:34.156154+0000","last_became_active":"2026-02-25T15:49:30.011876+0000","last_became_peered":"2026-02-25T15:49:30.011876+0000","last_unstale":"2026-02-25T15:49:34.156154+0000","last_undegraded":"2026-02-25T15:49:34.156154+0000","last_fullsized":"2026-02-25T15:49:34.156154+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:13:03.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052438+0000","last_change":"2026-02-25T15:49:29.832776+0000","last_active":"2026-02-25T15:49:34.052438+0000","last_peered":"2026-02-25T15:49:34.052438+0000","last_clean":"2026-02-25T15:49:34.052438+0000","last_became_active":"2026-02-25T15:49:29.832594+0000","last_became_peered":"2026-02-25T15:49:29.832594+0000","last_unstale":"2026-02-25T15:49:34.052438+0000","last_undegraded":"2026-02-25T15:49:34.052438+0000","last_fullsized":"2026-02-25T15:49:34.052438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:34.145243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156257+0000","last_change":"2026-02-25T15:49:34.052251+0000","last_active":"2026-02-25T15:49:34.156257+0000","last_peered":"2026-02-25T15:49:34.156257+0000","last_clean":"2026-02-25T15:49:34.156257+0000","last_became_active":"2026-02-25T15:49:34.052000+0000","last_became_peered":"2026-02-25T15:49:34.052000+0000","last_unstale":"2026-02-25T15:49:34.156257+0000","last_undegraded":"2026-02-25T15:49:34.156257+0000","last_fullsized":"2026-02-25T15:49:34.156257+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:08:51.026780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155348+0000","last_change":"2026-02-25T15:49:30.010593+0000","last_active":"2026-02-25T15:49:34.155348+0000","last_peered":"2026-02-25T15:49:34.155348+0000","last_clean":"2026-02-25T15:49:34.155348+0000","last_became_active":"2026-02-25T15:49:30.010179+0000","last_became_peered":"2026-02-25T15:49:30.010179+0000","last_unstale":"2026-02-25T15:49:34.155348+0000","last_undegraded":"2026-02-25T15:49:34.155348+0000","last_fullsized":"2026-02-25T15:49:34.155348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:16:10.522960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017783+0000","last_change":"2026-02-25T15:49:29.828606+0000","last_active":"2026-02-25T15:49:34.017783+0000","last_peered":"2026-02-25T15:49:34.017783+0000","last_clean":"2026-02-25T15:49:34.017783+0000","last_became_active":"2026-02-25T15:49:29.828436+0000","last_became_peered":"2026-02-25T15:49:29.828436+0000","last_unstale":"2026-02-25T15:49:34.017783+0000","last_undegraded":"2026-02-25T15:49:34.017783+0000","last_fullsized":"2026-02-25T15:49:34.017783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:41:56.159202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":154,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052477+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:49:34.052477+0000","last_peered":"2026-02-25T15:49:34.052477+0000","last_clean":"2026-02-25T15:49:34.052477+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:49:34.052477+0000","last_undegraded":"2026-02-25T15:49:34.052477+0000","last_fullsized":"2026-02-25T15:49:34.052477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156251+0000","last_change":"2026-02-25T15:49:34.054047+0000","last_active":"2026-02-25T15:49:34.156251+0000","last_peered":"2026-02-25T15:49:34.156251+0000","last_clean":"2026-02-25T15:49:34.156251+0000","last_became_active":"2026-02-25T15:49:34.053864+0000","last_became_peered":"2026-02-25T15:49:34.053864+0000","last_unstale":"2026-02-25T15:49:34.156251+0000","last_undegraded":"2026-02-25T15:49:34.156251+0000","last_fullsized":"2026-02-25T15:49:34.156251+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:13:20.957306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159000+0000","last_change":"2026-02-25T15:49:30.010834+0000","last_active":"2026-02-25T15:49:34.159000+0000","last_peered":"2026-02-25T15:49:34.159000+0000","last_clean":"2026-02-25T15:49:34.159000+0000","last_became_active":"2026-02-25T15:49:30.010500+0000","last_became_peered":"2026-02-25T15:49:30.010500+0000","last_unstale":"2026-02-25T15:49:34.159000+0000","last_undegraded":"2026-02-25T15:49:34.159000+0000","last_fullsized":"2026-02-25T15:49:34.159000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:24:35.932115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017147+0000","last_change":"2026-02-25T15:49:29.829208+0000","last_active":"2026-02-25T15:49:34.017147+0000","last_peered":"2026-02-25T15:49:34.017147+0000","last_clean":"2026-02-25T15:49:34.017147+0000","last_became_active":"2026-02-25T15:49:29.829093+0000","last_became_peered":"2026-02-25T15:49:29.829093+0000","last_unstale":"2026-02-25T15:49:34.017147+0000","last_undegraded":"2026-02-25T15:49:34.017147+0000","last_fullsized":"2026-02-25T15:49:34.017147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:20:25.574409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156196+0000","last_change":"2026-02-25T15:49:34.053029+0000","last_active":"2026-02-25T15:49:34.156196+0000","last_peered":"2026-02-25T15:49:34.156196+0000","last_clean":"2026-02-25T15:49:34.156196+0000","last_became_active":"2026-02-25T15:49:34.052815+0000","last_became_peered":"2026-02-25T15:49:34.052815+0000","last_unstale":"2026-02-25T15:49:34.156196+0000","last_undegraded":"2026-02-25T15:49:34.156196+0000","last_fullsized":"2026-02-25T15:49:34.156196+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:41:53.762932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158792+0000","last_change":"2026-02-25T15:49:30.011839+0000","last_active":"2026-02-25T15:49:34.158792+0000","last_peered":"2026-02-25T15:49:34.158792+0000","last_clean":"2026-02-25T15:49:34.158792+0000","last_became_active":"2026-02-25T15:49:30.011467+0000","last_became_peered":"2026-02-25T15:49:30.011467+0000","last_unstale":"2026-02-25T15:49:34.158792+0000","last_undegraded":"2026-02-25T15:49:34.158792+0000","last_fullsized":"2026-02-25T15:49:34.158792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:11:19.707138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023342+0000","last_change":"2026-02-25T15:49:29.829369+0000","last_active":"2026-02-25T15:49:34.023342+0000","last_peered":"2026-02-25T15:49:34.023342+0000","last_clean":"2026-02-25T15:49:34.023342+0000","last_became_active":"2026-02-25T15:49:29.829149+0000","last_became_peered":"2026-02-25T15:49:29.829149+0000","last_unstale":"2026-02-25T15:49:34.023342+0000","last_undegraded":"2026-02-25T15:49:34.023342+0000","last_fullsized":"2026-02-25T15:49:34.023342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:58:00.590098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156199+0000","last_change":"2026-02-25T15:49:34.021601+0000","last_active":"2026-02-25T15:49:34.156199+0000","last_peered":"2026-02-25T15:49:34.156199+0000","last_clean":"2026-02-25T15:49:34.156199+0000","last_became_active":"2026-02-25T15:49:34.021264+0000","last_became_peered":"2026-02-25T15:49:34.021264+0000","last_unstale":"2026-02-25T15:49:34.156199+0000","last_undegraded":"2026-02-25T15:49:34.156199+0000","last_fullsized":"2026-02-25T15:49:34.156199+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:24:13.707632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159036+0000","last_change":"2026-02-25T15:49:30.012616+0000","last_active":"2026-02-25T15:49:34.159036+0000","last_peered":"2026-02-25T15:49:34.159036+0000","last_clean":"2026-02-25T15:49:34.159036+0000","last_became_active":"2026-02-25T15:49:30.012346+0000","last_became_peered":"2026-02-25T15:49:30.012346+0000","last_unstale":"2026-02-25T15:49:34.159036+0000","last_undegraded":"2026-02-25T15:49:34.159036+0000","last_fullsized":"2026-02-25T15:49:34.159036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:04.914339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017083+0000","last_change":"2026-02-25T15:49:29.828081+0000","last_active":"2026-02-25T15:49:34.017083+0000","last_peered":"2026-02-25T15:49:34.017083+0000","last_clean":"2026-02-25T15:49:34.017083+0000","last_became_active":"2026-02-25T15:49:29.827923+0000","last_became_peered":"2026-02-25T15:49:29.827923+0000","last_unstale":"2026-02-25T15:49:34.017083+0000","last_undegraded":"2026-02-25T15:49:34.017083+0000","last_fullsized":"2026-02-25T15:49:34.017083+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:45:21.952286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158653+0000","last_change":"2026-02-25T15:49:34.053699+0000","last_active":"2026-02-25T15:49:34.158653+0000","last_peered":"2026-02-25T15:49:34.158653+0000","last_clean":"2026-02-25T15:49:34.158653+0000","last_became_active":"2026-02-25T15:49:34.053504+0000","last_became_peered":"2026-02-25T15:49:34.053504+0000","last_unstale":"2026-02-25T15:49:34.158653+0000","last_undegraded":"2026-02-25T15:49:34.158653+0000","last_fullsized":"2026-02-25T15:49:34.158653+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:44:58.300040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159022+0000","last_change":"2026-02-25T15:49:30.011678+0000","last_active":"2026-02-25T15:49:34.159022+0000","last_peered":"2026-02-25T15:49:34.159022+0000","last_clean":"2026-02-25T15:49:34.159022+0000","last_became_active":"2026-02-25T15:49:30.011170+0000","last_became_peered":"2026-02-25T15:49:30.011170+0000","last_unstale":"2026-02-25T15:49:34.159022+0000","last_undegraded":"2026-02-25T15:49:34.159022+0000","last_fullsized":"2026-02-25T15:49:34.159022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:14.445074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021273+0000","last_change":"2026-02-25T15:49:29.827105+0000","last_active":"2026-02-25T15:49:34.021273+0000","last_peered":"2026-02-25T15:49:34.021273+0000","last_clean":"2026-02-25T15:49:34.021273+0000","last_became_active":"2026-02-25T15:49:29.826891+0000","last_became_peered":"2026-02-25T15:49:29.826891+0000","last_unstale":"2026-02-25T15:49:34.021273+0000","last_undegraded":"2026-02-25T15:49:34.021273+0000","last_fullsized":"2026-02-25T15:49:34.021273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:28:19.131842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157411+0000","last_change":"2026-02-25T15:49:34.025234+0000","last_active":"2026-02-25T15:49:34.157411+0000","last_peered":"2026-02-25T15:49:34.157411+0000","last_clean":"2026-02-25T15:49:34.157411+0000","last_became_active":"2026-02-25T15:49:34.024783+0000","last_became_peered":"2026-02-25T15:49:34.024783+0000","last_unstale":"2026-02-25T15:49:34.157411+0000","last_undegraded":"2026-02-25T15:49:34.157411+0000","last_fullsized":"2026-02-25T15:49:34.157411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:02:30.445668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158946+0000","last_change":"2026-02-25T15:49:30.011192+0000","last_active":"2026-02-25T15:49:34.158946+0000","last_peered":"2026-02-25T15:49:34.158946+0000","last_clean":"2026-02-25T15:49:34.158946+0000","last_became_active":"2026-02-25T15:49:30.010782+0000","last_became_peered":"2026-02-25T15:49:30.010782+0000","last_unstale":"2026-02-25T15:49:34.158946+0000","last_undegraded":"2026-02-25T15:49:34.158946+0000","last_fullsized":"2026-02-25T15:49:34.158946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:54:53.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.016831+0000","last_change":"2026-02-25T15:49:29.830469+0000","last_active":"2026-02-25T15:49:34.016831+0000","last_peered":"2026-02-25T15:49:34.016831+0000","last_clean":"2026-02-25T15:49:34.016831+0000","last_became_active":"2026-02-25T15:49:29.830299+0000","last_became_peered":"2026-02-25T15:49:29.830299+0000","last_unstale":"2026-02-25T15:49:34.016831+0000","last_undegraded":"2026-02-25T15:49:34.016831+0000","last_fullsized":"2026-02-25T15:49:34.016831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:07:53.815508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156239+0000","last_change":"2026-02-25T15:49:34.023980+0000","last_active":"2026-02-25T15:49:34.156239+0000","last_peered":"2026-02-25T15:49:34.156239+0000","last_clean":"2026-02-25T15:49:34.156239+0000","last_became_active":"2026-02-25T15:49:34.023782+0000","last_became_peered":"2026-02-25T15:49:34.023782+0000","last_unstale":"2026-02-25T15:49:34.156239+0000","last_undegraded":"2026-02-25T15:49:34.156239+0000","last_fullsized":"2026-02-25T15:49:34.156239+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:09:45.690825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156169+0000","last_change":"2026-02-25T15:49:30.010902+0000","last_active":"2026-02-25T15:49:34.156169+0000","last_peered":"2026-02-25T15:49:34.156169+0000","last_clean":"2026-02-25T15:49:34.156169+0000","last_became_active":"2026-02-25T15:49:30.010563+0000","last_became_peered":"2026-02-25T15:49:30.010563+0000","last_unstale":"2026-02-25T15:49:34.156169+0000","last_undegraded":"2026-02-25T15:49:34.156169+0000","last_fullsized":"2026-02-25T15:49:34.156169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:52:52.415264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017591+0000","last_change":"2026-02-25T15:49:29.830964+0000","last_active":"2026-02-25T15:49:34.017591+0000","last_peered":"2026-02-25T15:49:34.017591+0000","last_clean":"2026-02-25T15:49:34.017591+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017591+0000","last_undegraded":"2026-02-25T15:49:34.017591+0000","last_fullsized":"2026-02-25T15:49:34.017591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:23:55.945958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155411+0000","last_change":"2026-02-25T15:49:34.053002+0000","last_active":"2026-02-25T15:49:34.155411+0000","last_peered":"2026-02-25T15:49:34.155411+0000","last_clean":"2026-02-25T15:49:34.155411+0000","last_became_active":"2026-02-25T15:49:34.052660+0000","last_became_peered":"2026-02-25T15:49:34.052660+0000","last_unstale":"2026-02-25T15:49:34.155411+0000","last_undegraded":"2026-02-25T15:49:34.155411+0000","last_fullsized":"2026-02-25T15:49:34.155411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:32:26.454165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158959+0000","last_change":"2026-02-25T15:49:30.012413+0000","last_active":"2026-02-25T15:49:34.158959+0000","last_peered":"2026-02-25T15:49:34.158959+0000","last_clean":"2026-02-25T15:49:34.158959+0000","last_became_active":"2026-02-25T15:49:30.012180+0000","last_became_peered":"2026-02-25T15:49:30.012180+0000","last_unstale":"2026-02-25T15:49:34.158959+0000","last_undegraded":"2026-02-25T15:49:34.158959+0000","last_fullsized":"2026-02-25T15:49:34.158959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:13.982005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017906+0000","last_change":"2026-02-25T15:49:29.829899+0000","last_active":"2026-02-25T15:49:34.017906+0000","last_peered":"2026-02-25T15:49:34.017906+0000","last_clean":"2026-02-25T15:49:34.017906+0000","last_became_active":"2026-02-25T15:49:29.829765+0000","last_became_peered":"2026-02-25T15:49:29.829765+0000","last_unstale":"2026-02-25T15:49:34.017906+0000","last_undegraded":"2026-02-25T15:49:34.017906+0000","last_fullsized":"2026-02-25T15:49:34.017906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:57:24.814577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155379+0000","last_change":"2026-02-25T15:49:34.052424+0000","last_active":"2026-02-25T15:49:34.155379+0000","last_peered":"2026-02-25T15:49:34.155379+0000","last_clean":"2026-02-25T15:49:34.155379+0000","last_became_active":"2026-02-25T15:49:34.052101+0000","last_became_peered":"2026-02-25T15:49:34.052101+0000","last_unstale":"2026-02-25T15:49:34.155379+0000","last_undegraded":"2026-02-25T15:49:34.155379+0000","last_fullsized":"2026-02-25T15:49:34.155379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:40:23.972501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.011738+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.010215+0000","last_became_peered":"2026-02-25T15:49:30.010215+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:01:10.739250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.019856+0000","last_change":"2026-02-25T15:49:29.828137+0000","last_active":"2026-02-25T15:49:34.019856+0000","last_peered":"2026-02-25T15:49:34.019856+0000","last_clean":"2026-02-25T15:49:34.019856+0000","last_became_active":"2026-02-25T15:49:29.827855+0000","last_became_peered":"2026-02-25T15:49:29.827855+0000","last_unstale":"2026-02-25T15:49:34.019856+0000","last_undegraded":"2026-02-25T15:49:34.019856+0000","last_fullsized":"2026-02-25T15:49:34.019856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:26:02.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158801+0000","last_change":"2026-02-25T15:49:34.054249+0000","last_active":"2026-02-25T15:49:34.158801+0000","last_peered":"2026-02-25T15:49:34.158801+0000","last_clean":"2026-02-25T15:49:34.158801+0000","last_became_active":"2026-02-25T15:49:34.053942+0000","last_became_peered":"2026-02-25T15:49:34.053942+0000","last_unstale":"2026-02-25T15:49:34.158801+0000","last_undegraded":"2026-02-25T15:49:34.158801+0000","last_fullsized":"2026-02-25T15:49:34.158801+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:38:07.173694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158975+0000","last_change":"2026-02-25T15:49:30.012440+0000","last_active":"2026-02-25T15:49:34.158975+0000","last_peered":"2026-02-25T15:49:34.158975+0000","last_clean":"2026-02-25T15:49:34.158975+0000","last_became_active":"2026-02-25T15:49:30.012098+0000","last_became_peered":"2026-02-25T15:49:30.012098+0000","last_unstale":"2026-02-25T15:49:34.158975+0000","last_undegraded":"2026-02-25T15:49:34.158975+0000","last_fullsized":"2026-02-25T15:49:34.158975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:37.466882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:36.891739+0000","last_change":"2026-02-25T15:49:29.832194+0000","last_active":"2026-02-25T15:49:36.891739+0000","last_peered":"2026-02-25T15:49:36.891739+0000","last_clean":"2026-02-25T15:49:36.891739+0000","last_became_active":"2026-02-25T15:49:29.832043+0000","last_became_peered":"2026-02-25T15:49:29.832043+0000","last_unstale":"2026-02-25T15:49:36.891739+0000","last_undegraded":"2026-02-25T15:49:36.891739+0000","last_fullsized":"2026-02-25T15:49:36.891739+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:36:30.109192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3654,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156615+0000","last_change":"2026-02-25T15:49:34.022944+0000","last_active":"2026-02-25T15:49:34.156615+0000","last_peered":"2026-02-25T15:49:34.156615+0000","last_clean":"2026-02-25T15:49:34.156615+0000","last_became_active":"2026-02-25T15:49:34.022544+0000","last_became_peered":"2026-02-25T15:49:34.022544+0000","last_unstale":"2026-02-25T15:49:34.156615+0000","last_undegraded":"2026-02-25T15:49:34.156615+0000","last_fullsized":"2026-02-25T15:49:34.156615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:15:16.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157521+0000","last_change":"2026-02-25T15:49:30.011114+0000","last_active":"2026-02-25T15:49:34.157521+0000","last_peered":"2026-02-25T15:49:34.157521+0000","last_clean":"2026-02-25T15:49:34.157521+0000","last_became_active":"2026-02-25T15:49:30.010263+0000","last_became_peered":"2026-02-25T15:49:30.010263+0000","last_unstale":"2026-02-25T15:49:34.157521+0000","last_undegraded":"2026-02-25T15:49:34.157521+0000","last_fullsized":"2026-02-25T15:49:34.157521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:45:31.920285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023272+0000","last_change":"2026-02-25T15:49:29.830010+0000","last_active":"2026-02-25T15:49:34.023272+0000","last_peered":"2026-02-25T15:49:34.023272+0000","last_clean":"2026-02-25T15:49:34.023272+0000","last_became_active":"2026-02-25T15:49:29.829604+0000","last_became_peered":"2026-02-25T15:49:29.829604+0000","last_unstale":"2026-02-25T15:49:34.023272+0000","last_undegraded":"2026-02-25T15:49:34.023272+0000","last_fullsized":"2026-02-25T15:49:34.023272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:03:24.218288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157465+0000","last_change":"2026-02-25T15:49:34.025140+0000","last_active":"2026-02-25T15:49:34.157465+0000","last_peered":"2026-02-25T15:49:34.157465+0000","last_clean":"2026-02-25T15:49:34.157465+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157465+0000","last_undegraded":"2026-02-25T15:49:34.157465+0000","last_fullsized":"2026-02-25T15:49:34.157465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:35:09.915720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156291+0000","last_change":"2026-02-25T15:49:30.013255+0000","last_active":"2026-02-25T15:49:34.156291+0000","last_peered":"2026-02-25T15:49:34.156291+0000","last_clean":"2026-02-25T15:49:34.156291+0000","last_became_active":"2026-02-25T15:49:30.012851+0000","last_became_peered":"2026-02-25T15:49:30.012851+0000","last_unstale":"2026-02-25T15:49:34.156291+0000","last_undegraded":"2026-02-25T15:49:34.156291+0000","last_fullsized":"2026-02-25T15:49:34.156291+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:29:07.128897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018011+0000","last_change":"2026-02-25T15:49:29.831856+0000","last_active":"2026-02-25T15:49:34.018011+0000","last_peered":"2026-02-25T15:49:34.018011+0000","last_clean":"2026-02-25T15:49:34.018011+0000","last_became_active":"2026-02-25T15:49:29.831715+0000","last_became_peered":"2026-02-25T15:49:29.831715+0000","last_unstale":"2026-02-25T15:49:34.018011+0000","last_undegraded":"2026-02-25T15:49:34.018011+0000","last_fullsized":"2026-02-25T15:49:34.018011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:30:14.586632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155294+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.155294+0000","last_peered":"2026-02-25T15:49:34.155294+0000","last_clean":"2026-02-25T15:49:34.155294+0000","last_became_active":"2026-02-25T15:49:34.022719+0000","last_became_peered":"2026-02-25T15:49:34.022719+0000","last_unstale":"2026-02-25T15:49:34.155294+0000","last_undegraded":"2026-02-25T15:49:34.155294+0000","last_fullsized":"2026-02-25T15:49:34.155294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:30.488740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158844+0000","last_change":"2026-02-25T15:49:30.010359+0000","last_active":"2026-02-25T15:49:34.158844+0000","last_peered":"2026-02-25T15:49:34.158844+0000","last_clean":"2026-02-25T15:49:34.158844+0000","last_became_active":"2026-02-25T15:49:30.009526+0000","last_became_peered":"2026-02-25T15:49:30.009526+0000","last_unstale":"2026-02-25T15:49:34.158844+0000","last_undegraded":"2026-02-25T15:49:34.158844+0000","last_fullsized":"2026-02-25T15:49:34.158844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:24.139381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018022+0000","last_change":"2026-02-25T15:49:29.831592+0000","last_active":"2026-02-25T15:49:34.018022+0000","last_peered":"2026-02-25T15:49:34.018022+0000","last_clean":"2026-02-25T15:49:34.018022+0000","last_became_active":"2026-02-25T15:49:29.831171+0000","last_became_peered":"2026-02-25T15:49:29.831171+0000","last_unstale":"2026-02-25T15:49:34.018022+0000","last_undegraded":"2026-02-25T15:49:34.018022+0000","last_fullsized":"2026-02-25T15:49:34.018022+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:11.925725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155326+0000","last_change":"2026-02-25T15:49:34.053319+0000","last_active":"2026-02-25T15:49:34.155326+0000","last_peered":"2026-02-25T15:49:34.155326+0000","last_clean":"2026-02-25T15:49:34.155326+0000","last_became_active":"2026-02-25T15:49:34.053027+0000","last_became_peered":"2026-02-25T15:49:34.053027+0000","last_unstale":"2026-02-25T15:49:34.155326+0000","last_undegraded":"2026-02-25T15:49:34.155326+0000","last_fullsized":"2026-02-25T15:49:34.155326+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:43:26.388620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156232+0000","last_change":"2026-02-25T15:49:34.053000+0000","last_active":"2026-02-25T15:49:34.156232+0000","last_peered":"2026-02-25T15:49:34.156232+0000","last_clean":"2026-02-25T15:49:34.156232+0000","last_became_active":"2026-02-25T15:49:34.052716+0000","last_became_peered":"2026-02-25T15:49:34.052716+0000","last_unstale":"2026-02-25T15:49:34.156232+0000","last_undegraded":"2026-02-25T15:49:34.156232+0000","last_fullsized":"2026-02-25T15:49:34.156232+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:35:11.921336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156588+0000","last_change":"2026-02-25T15:49:30.009248+0000","last_active":"2026-02-25T15:49:34.156588+0000","last_peered":"2026-02-25T15:49:34.156588+0000","last_clean":"2026-02-25T15:49:34.156588+0000","last_became_active":"2026-02-25T15:49:30.009143+0000","last_became_peered":"2026-02-25T15:49:30.009143+0000","last_unstale":"2026-02-25T15:49:34.156588+0000","last_undegraded":"2026-02-25T15:49:34.156588+0000","last_fullsized":"2026-02-25T15:49:34.156588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:39:56.315767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018095+0000","last_change":"2026-02-25T15:49:29.829575+0000","last_active":"2026-02-25T15:49:34.018095+0000","last_peered":"2026-02-25T15:49:34.018095+0000","last_clean":"2026-02-25T15:49:34.018095+0000","last_became_active":"2026-02-25T15:49:29.829276+0000","last_became_peered":"2026-02-25T15:49:29.829276+0000","last_unstale":"2026-02-25T15:49:34.018095+0000","last_undegraded":"2026-02-25T15:49:34.018095+0000","last_fullsized":"2026-02-25T15:49:34.018095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:12:01.510894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156304+0000","last_change":"2026-02-25T15:49:34.022511+0000","last_active":"2026-02-25T15:49:34.156304+0000","last_peered":"2026-02-25T15:49:34.156304+0000","last_clean":"2026-02-25T15:49:34.156304+0000","last_became_active":"2026-02-25T15:49:34.022341+0000","last_became_peered":"2026-02-25T15:49:34.022341+0000","last_unstale":"2026-02-25T15:49:34.156304+0000","last_undegraded":"2026-02-25T15:49:34.156304+0000","last_fullsized":"2026-02-25T15:49:34.156304+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:05:14.176539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155301+0000","last_change":"2026-02-25T15:49:30.012573+0000","last_active":"2026-02-25T15:49:34.155301+0000","last_peered":"2026-02-25T15:49:34.155301+0000","last_clean":"2026-02-25T15:49:34.155301+0000","last_became_active":"2026-02-25T15:49:30.012427+0000","last_became_peered":"2026-02-25T15:49:30.012427+0000","last_unstale":"2026-02-25T15:49:34.155301+0000","last_undegraded":"2026-02-25T15:49:34.155301+0000","last_fullsized":"2026-02-25T15:49:34.155301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:58.978446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022361+0000","last_change":"2026-02-25T15:49:29.830576+0000","last_active":"2026-02-25T15:49:34.022361+0000","last_peered":"2026-02-25T15:49:34.022361+0000","last_clean":"2026-02-25T15:49:34.022361+0000","last_became_active":"2026-02-25T15:49:29.829890+0000","last_became_peered":"2026-02-25T15:49:29.829890+0000","last_unstale":"2026-02-25T15:49:34.022361+0000","last_undegraded":"2026-02-25T15:49:34.022361+0000","last_fullsized":"2026-02-25T15:49:34.022361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:39:42.092532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017689+0000","last_change":"2026-02-25T15:49:29.831622+0000","last_active":"2026-02-25T15:49:34.017689+0000","last_peered":"2026-02-25T15:49:34.017689+0000","last_clean":"2026-02-25T15:49:34.017689+0000","last_became_active":"2026-02-25T15:49:29.831211+0000","last_became_peered":"2026-02-25T15:49:29.831211+0000","last_unstale":"2026-02-25T15:49:34.017689+0000","last_undegraded":"2026-02-25T15:49:34.017689+0000","last_fullsized":"2026-02-25T15:49:34.017689+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:36:28.523587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156213+0000","last_change":"2026-02-25T15:49:30.013381+0000","last_active":"2026-02-25T15:49:34.156213+0000","last_peered":"2026-02-25T15:49:34.156213+0000","last_clean":"2026-02-25T15:49:34.156213+0000","last_became_active":"2026-02-25T15:49:30.012140+0000","last_became_peered":"2026-02-25T15:49:30.012140+0000","last_unstale":"2026-02-25T15:49:34.156213+0000","last_undegraded":"2026-02-25T15:49:34.156213+0000","last_fullsized":"2026-02-25T15:49:34.156213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:36:13.400665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156155+0000","last_change":"2026-02-25T15:49:34.022414+0000","last_active":"2026-02-25T15:49:34.156155+0000","last_peered":"2026-02-25T15:49:34.156155+0000","last_clean":"2026-02-25T15:49:34.156155+0000","last_became_active":"2026-02-25T15:49:34.022103+0000","last_became_peered":"2026-02-25T15:49:34.022103+0000","last_unstale":"2026-02-25T15:49:34.156155+0000","last_undegraded":"2026-02-25T15:49:34.156155+0000","last_fullsized":"2026-02-25T15:49:34.156155+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:06:40.162806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022884+0000","last_change":"2026-02-25T15:49:29.830755+0000","last_active":"2026-02-25T15:49:34.022884+0000","last_peered":"2026-02-25T15:49:34.022884+0000","last_clean":"2026-02-25T15:49:34.022884+0000","last_became_active":"2026-02-25T15:49:29.830651+0000","last_became_peered":"2026-02-25T15:49:29.830651+0000","last_unstale":"2026-02-25T15:49:34.022884+0000","last_undegraded":"2026-02-25T15:49:34.022884+0000","last_fullsized":"2026-02-25T15:49:34.022884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:01:51.533100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157452+0000","last_change":"2026-02-25T15:49:30.008229+0000","last_active":"2026-02-25T15:49:34.157452+0000","last_peered":"2026-02-25T15:49:34.157452+0000","last_clean":"2026-02-25T15:49:34.157452+0000","last_became_active":"2026-02-25T15:49:30.007919+0000","last_became_peered":"2026-02-25T15:49:30.007919+0000","last_unstale":"2026-02-25T15:49:34.157452+0000","last_undegraded":"2026-02-25T15:49:34.157452+0000","last_fullsized":"2026-02-25T15:49:34.157452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:40.528745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155391+0000","last_change":"2026-02-25T15:49:34.024720+0000","last_active":"2026-02-25T15:49:34.155391+0000","last_peered":"2026-02-25T15:49:34.155391+0000","last_clean":"2026-02-25T15:49:34.155391+0000","last_became_active":"2026-02-25T15:49:34.024460+0000","last_became_peered":"2026-02-25T15:49:34.024460+0000","last_unstale":"2026-02-25T15:49:34.155391+0000","last_undegraded":"2026-02-25T15:49:34.155391+0000","last_fullsized":"2026-02-25T15:49:34.155391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:20:45.343146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156152+0000","last_change":"2026-02-25T15:49:30.013224+0000","last_active":"2026-02-25T15:49:34.156152+0000","last_peered":"2026-02-25T15:49:34.156152+0000","last_clean":"2026-02-25T15:49:34.156152+0000","last_became_active":"2026-02-25T15:49:30.013076+0000","last_became_peered":"2026-02-25T15:49:30.013076+0000","last_unstale":"2026-02-25T15:49:34.156152+0000","last_undegraded":"2026-02-25T15:49:34.156152+0000","last_fullsized":"2026-02-25T15:49:34.156152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:11:43.931195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156135+0000","last_change":"2026-02-25T15:49:30.010137+0000","last_active":"2026-02-25T15:49:34.156135+0000","last_peered":"2026-02-25T15:49:34.156135+0000","last_clean":"2026-02-25T15:49:34.156135+0000","last_became_active":"2026-02-25T15:49:30.009868+0000","last_became_peered":"2026-02-25T15:49:30.009868+0000","last_unstale":"2026-02-25T15:49:34.156135+0000","last_undegraded":"2026-02-25T15:49:34.156135+0000","last_fullsized":"2026-02-25T15:49:34.156135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:32:44.399247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158728+0000","last_change":"2026-02-25T15:49:30.011154+0000","last_active":"2026-02-25T15:49:34.158728+0000","last_peered":"2026-02-25T15:49:34.158728+0000","last_clean":"2026-02-25T15:49:34.158728+0000","last_became_active":"2026-02-25T15:49:30.010513+0000","last_became_peered":"2026-02-25T15:49:30.010513+0000","last_unstale":"2026-02-25T15:49:34.158728+0000","last_undegraded":"2026-02-25T15:49:34.158728+0000","last_fullsized":"2026-02-25T15:49:34.158728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:37.996547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156205+0000","last_change":"2026-02-25T15:49:30.013727+0000","last_active":"2026-02-25T15:49:34.156205+0000","last_peered":"2026-02-25T15:49:34.156205+0000","last_clean":"2026-02-25T15:49:34.156205+0000","last_became_active":"2026-02-25T15:49:30.013086+0000","last_became_peered":"2026-02-25T15:49:30.013086+0000","last_unstale":"2026-02-25T15:49:34.156205+0000","last_undegraded":"2026-02-25T15:49:34.156205+0000","last_fullsized":"2026-02-25T15:49:34.156205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:18:44.964904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155385+0000","last_change":"2026-02-25T15:49:30.012094+0000","last_active":"2026-02-25T15:49:34.155385+0000","last_peered":"2026-02-25T15:49:34.155385+0000","last_clean":"2026-02-25T15:49:34.155385+0000","last_became_active":"2026-02-25T15:49:30.011481+0000","last_became_peered":"2026-02-25T15:49:30.011481+0000","last_unstale":"2026-02-25T15:49:34.155385+0000","last_undegraded":"2026-02-25T15:49:34.155385+0000","last_fullsized":"2026-02-25T15:49:34.155385+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:32.572180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156647+0000","last_change":"2026-02-25T15:49:30.010407+0000","last_active":"2026-02-25T15:49:34.156647+0000","last_peered":"2026-02-25T15:49:34.156647+0000","last_clean":"2026-02-25T15:49:34.156647+0000","last_became_active":"2026-02-25T15:49:30.010254+0000","last_became_peered":"2026-02-25T15:49:30.010254+0000","last_unstale":"2026-02-25T15:49:34.156647+0000","last_undegraded":"2026-02-25T15:49:34.156647+0000","last_fullsized":"2026-02-25T15:49:34.156647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:08:52.153241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156290+0000","last_change":"2026-02-25T15:49:30.009736+0000","last_active":"2026-02-25T15:49:34.156290+0000","last_peered":"2026-02-25T15:49:34.156290+0000","last_clean":"2026-02-25T15:49:34.156290+0000","last_became_active":"2026-02-25T15:49:30.009503+0000","last_became_peered":"2026-02-25T15:49:30.009503+0000","last_unstale":"2026-02-25T15:49:34.156290+0000","last_undegraded":"2026-02-25T15:49:34.156290+0000","last_fullsized":"2026-02-25T15:49:34.156290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:43.938124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155417+0000","last_change":"2026-02-25T15:49:30.011739+0000","last_active":"2026-02-25T15:49:34.155417+0000","last_peered":"2026-02-25T15:49:34.155417+0000","last_clean":"2026-02-25T15:49:34.155417+0000","last_became_active":"2026-02-25T15:49:30.011209+0000","last_became_peered":"2026-02-25T15:49:30.011209+0000","last_unstale":"2026-02-25T15:49:34.155417+0000","last_undegraded":"2026-02-25T15:49:34.155417+0000","last_fullsized":"2026-02-25T15:49:34.155417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:47:56.100937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158684+0000","last_change":"2026-02-25T15:49:30.011919+0000","last_active":"2026-02-25T15:49:34.158684+0000","last_peered":"2026-02-25T15:49:34.158684+0000","last_clean":"2026-02-25T15:49:34.158684+0000","last_became_active":"2026-02-25T15:49:30.011149+0000","last_became_peered":"2026-02-25T15:49:30.011149+0000","last_unstale":"2026-02-25T15:49:34.158684+0000","last_undegraded":"2026-02-25T15:49:34.158684+0000","last_fullsized":"2026-02-25T15:49:34.158684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:23:01.704724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155333+0000","last_change":"2026-02-25T15:49:30.012142+0000","last_active":"2026-02-25T15:49:34.155333+0000","last_peered":"2026-02-25T15:49:34.155333+0000","last_clean":"2026-02-25T15:49:34.155333+0000","last_became_active":"2026-02-25T15:49:30.011556+0000","last_became_peered":"2026-02-25T15:49:30.011556+0000","last_unstale":"2026-02-25T15:49:34.155333+0000","last_undegraded":"2026-02-25T15:49:34.155333+0000","last_fullsized":"2026-02-25T15:49:34.155333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:49:11.529888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158713+0000","last_change":"2026-02-25T15:49:30.009495+0000","last_active":"2026-02-25T15:49:34.158713+0000","last_peered":"2026-02-25T15:49:34.158713+0000","last_clean":"2026-02-25T15:49:34.158713+0000","last_became_active":"2026-02-25T15:49:30.009162+0000","last_became_peered":"2026-02-25T15:49:30.009162+0000","last_unstale":"2026-02-25T15:49:34.158713+0000","last_undegraded":"2026-02-25T15:49:34.158713+0000","last_fullsized":"2026-02-25T15:49:34.158713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:55:56.821942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156191+0000","last_change":"2026-02-25T15:49:30.013690+0000","last_active":"2026-02-25T15:49:34.156191+0000","last_peered":"2026-02-25T15:49:34.156191+0000","last_clean":"2026-02-25T15:49:34.156191+0000","last_became_active":"2026-02-25T15:49:30.013052+0000","last_became_peered":"2026-02-25T15:49:30.013052+0000","last_unstale":"2026-02-25T15:49:34.156191+0000","last_undegraded":"2026-02-25T15:49:34.156191+0000","last_fullsized":"2026-02-25T15:49:34.156191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:48:34.279532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156233+0000","last_change":"2026-02-25T15:49:30.010893+0000","last_active":"2026-02-25T15:49:34.156233+0000","last_peered":"2026-02-25T15:49:34.156233+0000","last_clean":"2026-02-25T15:49:34.156233+0000","last_became_active":"2026-02-25T15:49:30.010593+0000","last_became_peered":"2026-02-25T15:49:30.010593+0000","last_unstale":"2026-02-25T15:49:34.156233+0000","last_undegraded":"2026-02-25T15:49:34.156233+0000","last_fullsized":"2026-02-25T15:49:34.156233+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:29.990534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159011+0000","last_change":"2026-02-25T15:49:30.010328+0000","last_active":"2026-02-25T15:49:34.159011+0000","last_peered":"2026-02-25T15:49:34.159011+0000","last_clean":"2026-02-25T15:49:34.159011+0000","last_became_active":"2026-02-25T15:49:30.010150+0000","last_became_peered":"2026-02-25T15:49:30.010150+0000","last_unstale":"2026-02-25T15:49:34.159011+0000","last_undegraded":"2026-02-25T15:49:34.159011+0000","last_fullsized":"2026-02-25T15:49:34.159011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:03:30.788084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.009120+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.008763+0000","last_became_peered":"2026-02-25T15:49:30.008763+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:40:05.525856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158866+0000","last_change":"2026-02-25T15:49:30.010609+0000","last_active":"2026-02-25T15:49:34.158866+0000","last_peered":"2026-02-25T15:49:34.158866+0000","last_clean":"2026-02-25T15:49:34.158866+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.158866+0000","last_undegraded":"2026-02-25T15:49:34.158866+0000","last_fullsized":"2026-02-25T15:49:34.158866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:04.225962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158669+0000","last_change":"2026-02-25T15:49:30.011371+0000","last_active":"2026-02-25T15:49:34.158669+0000","last_peered":"2026-02-25T15:49:34.158669+0000","last_clean":"2026-02-25T15:49:34.158669+0000","last_became_active":"2026-02-25T15:49:30.011047+0000","last_became_peered":"2026-02-25T15:49:30.011047+0000","last_unstale":"2026-02-25T15:49:34.158669+0000","last_undegraded":"2026-02-25T15:49:34.158669+0000","last_fullsized":"2026-02-25T15:49:34.158669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:01:48.912943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156595+0000","last_change":"2026-02-25T15:49:30.006850+0000","last_active":"2026-02-25T15:49:34.156595+0000","last_peered":"2026-02-25T15:49:34.156595+0000","last_clean":"2026-02-25T15:49:34.156595+0000","last_became_active":"2026-02-25T15:49:30.006716+0000","last_became_peered":"2026-02-25T15:49:30.006716+0000","last_unstale":"2026-02-25T15:49:34.156595+0000","last_undegraded":"2026-02-25T15:49:34.156595+0000","last_fullsized":"2026-02-25T15:49:34.156595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:06.208782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156168+0000","last_change":"2026-02-25T15:49:30.012649+0000","last_active":"2026-02-25T15:49:34.156168+0000","last_peered":"2026-02-25T15:49:34.156168+0000","last_clean":"2026-02-25T15:49:34.156168+0000","last_became_active":"2026-02-25T15:49:30.011821+0000","last_became_peered":"2026-02-25T15:49:30.011821+0000","last_unstale":"2026-02-25T15:49:34.156168+0000","last_undegraded":"2026-02-25T15:49:34.156168+0000","last_fullsized":"2026-02-25T15:49:34.156168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:34.380444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155355+0000","last_change":"2026-02-25T15:49:30.011324+0000","last_active":"2026-02-25T15:49:34.155355+0000","last_peered":"2026-02-25T15:49:34.155355+0000","last_clean":"2026-02-25T15:49:34.155355+0000","last_became_active":"2026-02-25T15:49:30.010372+0000","last_became_peered":"2026-02-25T15:49:30.010372+0000","last_unstale":"2026-02-25T15:49:34.155355+0000","last_undegraded":"2026-02-25T15:49:34.155355+0000","last_fullsized":"2026-02-25T15:49:34.155355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:57.328327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157507+0000","last_change":"2026-02-25T15:49:30.011749+0000","last_active":"2026-02-25T15:49:34.157507+0000","last_peered":"2026-02-25T15:49:34.157507+0000","last_clean":"2026-02-25T15:49:34.157507+0000","last_became_active":"2026-02-25T15:49:30.010902+0000","last_became_peered":"2026-02-25T15:49:30.010902+0000","last_unstale":"2026-02-25T15:49:34.157507+0000","last_undegraded":"2026-02-25T15:49:34.157507+0000","last_fullsized":"2026-02-25T15:49:34.157507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:08.212205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156265+0000","last_change":"2026-02-25T15:49:30.010581+0000","last_active":"2026-02-25T15:49:34.156265+0000","last_peered":"2026-02-25T15:49:34.156265+0000","last_clean":"2026-02-25T15:49:34.156265+0000","last_became_active":"2026-02-25T15:49:30.010129+0000","last_became_peered":"2026-02-25T15:49:30.010129+0000","last_unstale":"2026-02-25T15:49:34.156265+0000","last_undegraded":"2026-02-25T15:49:34.156265+0000","last_fullsized":"2026-02-25T15:49:34.156265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:28.291689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156277+0000","last_change":"2026-02-25T15:49:30.011692+0000","last_active":"2026-02-25T15:49:34.156277+0000","last_peered":"2026-02-25T15:49:34.156277+0000","last_clean":"2026-02-25T15:49:34.156277+0000","last_became_active":"2026-02-25T15:49:30.010903+0000","last_became_peered":"2026-02-25T15:49:30.010903+0000","last_unstale":"2026-02-25T15:49:34.156277+0000","last_undegraded":"2026-02-25T15:49:34.156277+0000","last_fullsized":"2026-02-25T15:49:34.156277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:13:44.256119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159031+0000","last_change":"2026-02-25T15:49:30.011909+0000","last_active":"2026-02-25T15:49:34.159031+0000","last_peered":"2026-02-25T15:49:34.159031+0000","last_clean":"2026-02-25T15:49:34.159031+0000","last_became_active":"2026-02-25T15:49:30.011720+0000","last_became_peered":"2026-02-25T15:49:30.011720+0000","last_unstale":"2026-02-25T15:49:34.159031+0000","last_undegraded":"2026-02-25T15:49:34.159031+0000","last_fullsized":"2026-02-25T15:49:34.159031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:37:05.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155280+0000","last_change":"2026-02-25T15:49:30.012244+0000","last_active":"2026-02-25T15:49:34.155280+0000","last_peered":"2026-02-25T15:49:34.155280+0000","last_clean":"2026-02-25T15:49:34.155280+0000","last_became_active":"2026-02-25T15:49:30.011654+0000","last_became_peered":"2026-02-25T15:49:30.011654+0000","last_unstale":"2026-02-25T15:49:34.155280+0000","last_undegraded":"2026-02-25T15:49:34.155280+0000","last_fullsized":"2026-02-25T15:49:34.155280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:29:27.919817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158938+0000","last_change":"2026-02-25T15:49:30.010582+0000","last_active":"2026-02-25T15:49:34.158938+0000","last_peered":"2026-02-25T15:49:34.158938+0000","last_clean":"2026-02-25T15:49:34.158938+0000","last_became_active":"2026-02-25T15:49:30.010243+0000","last_became_peered":"2026-02-25T15:49:30.010243+0000","last_unstale":"2026-02-25T15:49:34.158938+0000","last_undegraded":"2026-02-25T15:49:34.158938+0000","last_fullsized":"2026-02-25T15:49:34.158938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:37:59.051220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158704+0000","last_change":"2026-02-25T15:49:30.009887+0000","last_active":"2026-02-25T15:49:34.158704+0000","last_peered":"2026-02-25T15:49:34.158704+0000","last_clean":"2026-02-25T15:49:34.158704+0000","last_became_active":"2026-02-25T15:49:30.009445+0000","last_became_peered":"2026-02-25T15:49:30.009445+0000","last_unstale":"2026-02-25T15:49:34.158704+0000","last_undegraded":"2026-02-25T15:49:34.158704+0000","last_fullsized":"2026-02-25T15:49:34.158704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:26.681827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158952+0000","last_change":"2026-02-25T15:49:30.011411+0000","last_active":"2026-02-25T15:49:34.158952+0000","last_peered":"2026-02-25T15:49:34.158952+0000","last_clean":"2026-02-25T15:49:34.158952+0000","last_became_active":"2026-02-25T15:49:30.011021+0000","last_became_peered":"2026-02-25T15:49:30.011021+0000","last_unstale":"2026-02-25T15:49:34.158952+0000","last_undegraded":"2026-02-25T15:49:34.158952+0000","last_fullsized":"2026-02-25T15:49:34.158952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:15:43.560795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158760+0000","last_change":"2026-02-25T15:49:30.011781+0000","last_active":"2026-02-25T15:49:34.158760+0000","last_peered":"2026-02-25T15:49:34.158760+0000","last_clean":"2026-02-25T15:49:34.158760+0000","last_became_active":"2026-02-25T15:49:30.011407+0000","last_became_peered":"2026-02-25T15:49:30.011407+0000","last_unstale":"2026-02-25T15:49:34.158760+0000","last_undegraded":"2026-02-25T15:49:34.158760+0000","last_fullsized":"2026-02-25T15:49:34.158760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:35.185320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156226+0000","last_change":"2026-02-25T15:49:30.010672+0000","last_active":"2026-02-25T15:49:34.156226+0000","last_peered":"2026-02-25T15:49:34.156226+0000","last_clean":"2026-02-25T15:49:34.156226+0000","last_became_active":"2026-02-25T15:49:30.009950+0000","last_became_peered":"2026-02-25T15:49:30.009950+0000","last_unstale":"2026-02-25T15:49:34.156226+0000","last_undegraded":"2026-02-25T15:49:34.156226+0000","last_fullsized":"2026-02-25T15:49:34.156226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:31:45.548822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156667+0000","last_change":"2026-02-25T15:49:30.008526+0000","last_active":"2026-02-25T15:49:34.156667+0000","last_peered":"2026-02-25T15:49:34.156667+0000","last_clean":"2026-02-25T15:49:34.156667+0000","last_became_active":"2026-02-25T15:49:30.008333+0000","last_became_peered":"2026-02-25T15:49:30.008333+0000","last_unstale":"2026-02-25T15:49:34.156667+0000","last_undegraded":"2026-02-25T15:49:34.156667+0000","last_fullsized":"2026-02-25T15:49:34.156667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:39:24.116696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159026+0000","last_change":"2026-02-25T15:49:30.011297+0000","last_active":"2026-02-25T15:49:34.159026+0000","last_peered":"2026-02-25T15:49:34.159026+0000","last_clean":"2026-02-25T15:49:34.159026+0000","last_became_active":"2026-02-25T15:49:30.010945+0000","last_became_peered":"2026-02-25T15:49:30.010945+0000","last_unstale":"2026-02-25T15:49:34.159026+0000","last_undegraded":"2026-02-25T15:49:34.159026+0000","last_fullsized":"2026-02-25T15:49:34.159026+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:47:44.335530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":864256,"data_stored":695337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28100000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.221}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":270336,"data_stored":104477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":278528,"data_stored":104513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.219}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.189}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.152}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27900000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":266240,"data_stored":104387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.151}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.192}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16200000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23300000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":274432,"data_stored":104547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17999999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":872448,"data_stored":695393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.13600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.188}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.221}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:49:42.779 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2026-02-25T15:49:42.779 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-25T15:49:42.780 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-25T15:49:42.780 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-25T15:49:42.780 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-25T15:49:42.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 Processor -- start 2026-02-25T15:49:42.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 -- start start 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2cc0143420 0x7f2cc00ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cc00b40f0 con 0x7f2cc0140270 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cc00addc0 con 0x7f2cc00b27f0 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.876+0000 7f2cc6f45640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cc0143a40 con 0x7f2cc0143420 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc4cba640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f2cc0140270 0x7f2cc00b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53092/0 (socket says 10.20.193.52:53092) 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc4cba640 1 -- 10.20.193.52:0/2166553323 learned_addr learned my addr 10.20.193.52:0/2166553323 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2166553323 >> v2:10.20.193.86:3300/0 conn(0x7f2cc0143420 0x7f2cc00ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3961008996 0 0) 0x7f2cc00b40f0 con 0x7f2cc0140270 2026-02-25T15:49:42.885 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2cac003620 con 0x7f2cc0140270 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3642615636 0 0) 0x7f2cac003620 con 0x7f2cc0140270 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 >> v2:10.20.193.86:3300/0 conn(0x7f2cc0143420 msgr2=0x7f2cc00ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 --2- 10.20.193.52:0/2166553323 >> v2:10.20.193.86:3300/0 conn(0x7f2cc0143420 0x7f2cc00ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 >> v1:10.20.193.86:6789/0 conn(0x7f2cc00b27f0 legacy=0x7f2cc0142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cc00b4370 con 0x7f2cc0140270 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f2cb0002f00 con 0x7f2cc0140270 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 >> v1:10.20.193.52:6789/0 conn(0x7f2cc0140270 legacy=0x7f2cc00b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cac003b80 0x7f2cac003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.886 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cac0048c0 0x7f2cac004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cac00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc0143a40 con 0x7f2cac0052f0 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac00c250 con 0x7f2cac0048c0 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac00c410 con 0x7f2cac003b80 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cac00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 -- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cac003b80 msgr2=0x7f2cac003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cac003b80 0x7f2cac003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 -- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cac0048c0 msgr2=0x7f2cac004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cac0048c0 0x7f2cac004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cac0048c0 0x7f2cac004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cc54bb640 1 -- 10.20.193.52:0/2166553323 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cac003620 con 0x7f2cac0052f0 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.877+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cac0048c0 0x7f2cac004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc54bb640 1 -- 10.20.193.52:0/2166553323 reap_dead start 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cac00ba80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009fc0 tx=0x7f2cbc02f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c0de9431a7b1f6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc006ea0 con 0x7f2cac0052f0 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cbc032050 con 0x7f2cac0052f0 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cb77fe640 1 -- 10.20.193.52:0/2166553323 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc004020 con 0x7f2cac0052f0 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 msgr2=0x7f2cac00ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cac00ba80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009fc0 tx=0x7f2cbc02f5b0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2166553323 shutdown_connections 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2166553323 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cac00ba80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2166553323 >> 10.20.193.52:0/2166553323 conn(0x7f2cc006c980 msgr2=0x7f2cc006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2166553323 shutdown_connections 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.878+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2166553323 wait complete. 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 Processor -- start 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 -- start start 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 0x7f2cc01eadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 0x7f2cc01f8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc01f4de0 con 0x7f2cac0052f0 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc0139390 con 0x7f2cc01f4960 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc6f45640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc01eb7b0 con 0x7f2cc01eb330 2026-02-25T15:49:42.889 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35344/0 (socket says 10.20.193.52:35344) 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 -- 10.20.193.52:0/2934485623 learned_addr learned my addr 10.20.193.52:0/2934485623 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 0x7f2cc01eadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 0x7f2cc01f8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 -- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 msgr2=0x7f2cc01f8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 0x7f2cc01f8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 -- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 msgr2=0x7f2cc01eadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 0x7f2cc01eadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.879+0000 7f2cc4cba640 1 -- 10.20.193.52:0/2934485623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cc015ea80 con 0x7f2cac0052f0 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 0x7f2cc01eadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cc54bb640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 0x7f2cc01f8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:42.890 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cc4cba640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2cb000c700 tx=0x7f2cb000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb0004ae0 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cb0004c40 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cc015ecf0 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb00070d0 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cc015f2b0 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.880+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cc015f4d0 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.881+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2cb0007250 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.881+0000 7f2cb57fa640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 0x7f2c90078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.881+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f2cb0096a80 con 0x7f2cac0052f0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.881+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 0x7f2c90078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.882+0000 7f2cb7fff640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 0x7f2c90078530 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2cc006e080 tx=0x7f2ca8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:42.891 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.883+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f2cb005c5f0 con 0x7f2cac0052f0 2026-02-25T15:49:42.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.980+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f2cc0140650 con 0x7f2cac0052f0 2026-02-25T15:49:42.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.981+0000 7f2cb57fa640 1 -- 10.20.193.52:0/2934485623 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+189620 (secure 0 0 0) 0x7f2cb005f670 con 0x7f2cac0052f0 2026-02-25T15:49:42.985 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:42.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 msgr2=0x7f2c90078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 0x7f2c90078530 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2cc006e080 tx=0x7f2ca8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:42.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 msgr2=0x7f2cc01f4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2cb000c700 tx=0x7f2cb000cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 shutdown_connections 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2c90076070 0x7f2c90078530 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2cc01eb330 0x7f2cc01f8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2cc01f4960 0x7f2cc01eadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 --2- 10.20.193.52:0/2934485623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2cac0052f0 0x7f2cc01f4420 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 >> 10.20.193.52:0/2934485623 conn(0x7f2cc006c980 msgr2=0x7f2cc00af7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 shutdown_connections 2026-02-25T15:49:42.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:42.982+0000 7f2cc6f45640 1 -- 10.20.193.52:0/2934485623 wait complete. 2026-02-25T15:49:42.992 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":5,"flags":0,"active_gid":4110,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6800","nonce":685198553},{"type":"v1","addr":"10.20.193.52:6801","nonce":685198553}]},"active_addr":"10.20.193.52:6801/685198553","active_change":"2026-02-25T15:49:17.138628+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4100,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":1103185915}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":379719783}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":3395753474}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.52:0","nonce":2436275369}]}]} 2026-02-25T15:49:42.995 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-25T15:49:42.995 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-25T15:49:42.995 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.061+0000 7f2bb4583640 1 Processor -- start 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.061+0000 7f2bb4583640 1 -- start start 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb4583640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb4583640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2bac0b4470 0x7f2bac0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb4583640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bac15bcc0 con 0x7f2bac071710 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb4583640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bac0b4e60 con 0x7f2bac0b4470 2026-02-25T15:49:43.063 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb4583640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac071c60 con 0x7f2bac15b750 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43562/0 (socket says 10.20.193.52:43562) 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb22f8640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f2bac071710 0x7f2bac070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50182/0 (socket says 10.20.193.52:50182) 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 -- 10.20.193.52:0/1644464382 learned_addr learned my addr 10.20.193.52:0/1644464382 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb2af9640 1 --2- 10.20.193.52:0/1644464382 >> v2:10.20.193.86:3300/0 conn(0x7f2bac0b4470 0x7f2bac0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 -- 10.20.193.52:0/1644464382 >> v2:10.20.193.86:3300/0 conn(0x7f2bac0b4470 msgr2=0x7f2bac0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 --2- 10.20.193.52:0/1644464382 >> v2:10.20.193.86:3300/0 conn(0x7f2bac0b4470 0x7f2bac0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 -- 10.20.193.52:0/1644464382 >> v1:10.20.193.86:6789/0 conn(0x7f2bac071710 legacy=0x7f2bac070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.062+0000 7f2bb1af7640 1 -- 10.20.193.52:0/1644464382 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bac15bfa0 con 0x7f2bac15b750 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb1af7640 1 --2- 10.20.193.52:0/1644464382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0009970 tx=0x7f2ba002efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bce068446e3c003b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb12f6640 1 -- 10.20.193.52:0/1644464382 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba002fbe0 con 0x7f2bac15b750 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb12f6640 1 -- 10.20.193.52:0/1644464382 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ba002fd40 con 0x7f2bac15b750 2026-02-25T15:49:43.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb12f6640 1 -- 10.20.193.52:0/1644464382 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba0037660 con 0x7f2bac15b750 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 -- 10.20.193.52:0/1644464382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 msgr2=0x7f2bac0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 --2- 10.20.193.52:0/1644464382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0009970 tx=0x7f2ba002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 -- 10.20.193.52:0/1644464382 shutdown_connections 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 --2- 10.20.193.52:0/1644464382 >> v2:10.20.193.86:3300/0 conn(0x7f2bac0b4470 0x7f2bac0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 --2- 10.20.193.52:0/1644464382 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac15b750 0x7f2bac0ccfb0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 -- 10.20.193.52:0/1644464382 >> 10.20.193.52:0/1644464382 conn(0x7f2bac06c980 msgr2=0x7f2bac06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 -- 10.20.193.52:0/1644464382 shutdown_connections 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.063+0000 7f2bb4583640 1 -- 10.20.193.52:0/1644464382 wait complete. 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.064+0000 7f2bb4583640 1 Processor -- start 2026-02-25T15:49:43.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.064+0000 7f2bb4583640 1 -- start start 2026-02-25T15:49:43.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac0b4470 0x7f2bac146a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2bac15b750 0x7f2bac1580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac157c40 con 0x7f2bac071710 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac159e40 con 0x7f2bac15b750 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bac157030 con 0x7f2bac0b4470 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35348/0 (socket says 10.20.193.52:35348) 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 -- 10.20.193.52:0/4101970683 learned_addr learned my addr 10.20.193.52:0/4101970683 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb2af9640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2bac15b750 0x7f2bac1580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb1af7640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac0b4470 0x7f2bac146a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 -- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac0b4470 msgr2=0x7f2bac146a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac0b4470 0x7f2bac146a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 -- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2bac15b750 msgr2=0x7f2bac1580d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2bac15b750 0x7f2bac1580d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 -- 10.20.193.52:0/4101970683 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ba00095d0 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb22f8640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c00c550 tx=0x7f2b9c00ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c005d20 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b9c007070 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bac157310 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c005ea0 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.065+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bac1578d0 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.066+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bac072090 con 0x7f2bac071710 2026-02-25T15:49:43.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.066+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2b9c007420 con 0x7f2bac071710 2026-02-25T15:49:43.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.067+0000 7f2b92ffd640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 0x7f2b7c078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.067+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f2b9c0969e0 con 0x7f2bac071710 2026-02-25T15:49:43.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.067+0000 7f2bb1af7640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 0x7f2b7c078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.067+0000 7f2bb1af7640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 0x7f2b7c078530 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2bac067e70 tx=0x7f2ba0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.069+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f2b9c05c590 con 0x7f2bac071710 2026-02-25T15:49:43.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.145+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2bac072090 con 0x7f2bac071710 2026-02-25T15:49:43.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.146+0000 7f2b92ffd640 1 -- 10.20.193.52:0/4101970683 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f2bac072090 con 0x7f2bac071710 2026-02-25T15:49:43.149 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:43.149 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:43.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 msgr2=0x7f2b7c078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 0x7f2b7c078530 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2bac067e70 tx=0x7f2ba0033000 comp rx=0 tx=0).stop 2026-02-25T15:49:43.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 msgr2=0x7f2bac14ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c00c550 tx=0x7f2b9c00ca20 comp rx=0 tx=0).stop 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 shutdown_connections 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2b7c076070 0x7f2b7c078530 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2bac15b750 0x7f2bac1580d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2bac0b4470 0x7f2bac146a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 --2- 10.20.193.52:0/4101970683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2bac071710 0x7f2bac14ffa0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 >> 10.20.193.52:0/4101970683 conn(0x7f2bac06c980 msgr2=0x7f2bac15df40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 shutdown_connections 2026-02-25T15:49:43.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.147+0000 7f2bb4583640 1 -- 10.20.193.52:0/4101970683 wait complete. 2026-02-25T15:49:43.157 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-25T15:49:43.157 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:43.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 Processor -- start 2026-02-25T15:49:43.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 -- start start 2026-02-25T15:49:43.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 0x7fede815f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fede806fa00 con 0x7fede806f620 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fede8161f70 con 0x7fede815d9e0 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedefb19640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fede806ce80 con 0x7fede806c0b0 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7feded08d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7feded88e640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fede806f620 0x7fede806b9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50198/0 (socket says 10.20.193.52:50198) 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7feded88e640 1 -- 10.20.193.52:0/2803107142 learned_addr learned my addr 10.20.193.52:0/2803107142 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7feded08d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43590/0 (socket says 10.20.193.52:43590) 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.225+0000 7fedee08f640 1 --2- 10.20.193.52:0/2803107142 >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 0x7fede815f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7feded08d640 1 -- 10.20.193.52:0/2803107142 >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 msgr2=0x7fede815f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7feded08d640 1 --2- 10.20.193.52:0/2803107142 >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 0x7fede815f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7feded08d640 1 -- 10.20.193.52:0/2803107142 >> v1:10.20.193.86:6789/0 conn(0x7fede806f620 legacy=0x7fede806b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7feded08d640 1 -- 10.20.193.52:0/2803107142 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fede815ea20 con 0x7fede806c0b0 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7fedee08f640 1 --2- 10.20.193.52:0/2803107142 >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 0x7fede815f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7feded08d640 1 --2- 10.20.193.52:0/2803107142 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7feddc0098a0 tx=0x7feddc02ef40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e053903d9afe79a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7fedec88c640 1 -- 10.20.193.52:0/2803107142 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feddc02fc00 con 0x7fede806c0b0 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7fedec88c640 1 -- 10.20.193.52:0/2803107142 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feddc02fd60 con 0x7fede806c0b0 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.226+0000 7fedec88c640 1 -- 10.20.193.52:0/2803107142 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feddc037660 con 0x7fede806c0b0 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- 10.20.193.52:0/2803107142 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 msgr2=0x7fede8161a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 --2- 10.20.193.52:0/2803107142 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7feddc0098a0 tx=0x7feddc02ef40 comp rx=0 tx=0).stop 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- 10.20.193.52:0/2803107142 shutdown_connections 2026-02-25T15:49:43.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 --2- 10.20.193.52:0/2803107142 >> v2:10.20.193.86:3300/0 conn(0x7fede815d9e0 0x7fede815f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 --2- 10.20.193.52:0/2803107142 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806c0b0 0x7fede8161a30 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- 10.20.193.52:0/2803107142 >> 10.20.193.52:0/2803107142 conn(0x7fede8070ff0 msgr2=0x7fede8071400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- 10.20.193.52:0/2803107142 shutdown_connections 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- 10.20.193.52:0/2803107142 wait complete. 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 Processor -- start 2026-02-25T15:49:43.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.227+0000 7fedefb19640 1 -- start start 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fede806c0b0 0x7fede8153250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806f620 0x7fede814f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede80ceff0 con 0x7fede815d9e0 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fede80cc2f0 con 0x7fede806c0b0 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fede8153790 con 0x7fede806f620 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35358/0 (socket says 10.20.193.52:35358) 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 -- 10.20.193.52:0/1040005892 learned_addr learned my addr 10.20.193.52:0/1040005892 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7feded88e640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fede806c0b0 0x7fede8153250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7feded08d640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806f620 0x7fede814f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 -- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806f620 msgr2=0x7fede814f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806f620 0x7fede814f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 -- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fede806c0b0 msgr2=0x7fede8153250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fede806c0b0 0x7fede8153250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 -- 10.20.193.52:0/1040005892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feddc009500 con 0x7fede815d9e0 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedee08f640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fede4009fa0 tx=0x7fede400d570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fede4006ea0 con 0x7fede815d9e0 2026-02-25T15:49:43.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fede400f040 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fede8153a30 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fede4004030 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.228+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fede8153ff0 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.229+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fede8067e70 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.230+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fede4012070 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.230+0000 7fedd67fc640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 0x7fedb8078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.230+0000 7feded88e640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 0x7fedb8078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.230+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fede4097590 con 0x7fede815d9e0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.230+0000 7feded88e640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 0x7fedb8078530 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fedd8002770 tx=0x7fedd8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.232+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fede405d100 con 0x7fede815d9e0 2026-02-25T15:49:43.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.310+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fede815dec0 con 0x7fede815d9e0 2026-02-25T15:49:43.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedd67fc640 1 -- 10.20.193.52:0/1040005892 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7fede4060180 con 0x7fede815d9e0 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 msgr2=0x7fedb8078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 0x7fedb8078530 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fedd8002770 tx=0x7fedd8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 msgr2=0x7fede806db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fede4009fa0 tx=0x7fede400d570 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 shutdown_connections 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fedb8076070 0x7fedb8078530 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fede815d9e0 0x7fede806db30 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fede806f620 0x7fede814f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 --2- 10.20.193.52:0/1040005892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fede806c0b0 0x7fede8153250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 >> 10.20.193.52:0/1040005892 conn(0x7fede8070ff0 msgr2=0x7fede80afde0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 shutdown_connections 2026-02-25T15:49:43.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.311+0000 7fedefb19640 1 -- 10.20.193.52:0/1040005892 wait complete. 2026-02-25T15:49:43.324 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-25T15:49:43.324 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-25T15:49:43.325 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-25T15:49:43.325 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-25T15:49:43.325 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-02-25T15:49:43.325 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-02-25T15:49:43.326 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-02-25T15:49:43.326 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-02-25T15:49:43.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.397+0000 7f236cb99640 1 Processor -- start 2026-02-25T15:49:43.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.397+0000 7f236cb99640 1 -- start start 2026-02-25T15:49:43.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.397+0000 7fabda149640 1 Processor -- start 2026-02-25T15:49:43.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.397+0000 7fabda149640 1 -- start start 2026-02-25T15:49:43.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f236cb99640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f2368071710 0x7f23680ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f236cb99640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f236815bcc0 con 0x7f236815b750 2026-02-25T15:49:43.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f236cb99640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f236815bfa0 con 0x7f23680b4470 2026-02-25T15:49:43.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f236cb99640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2368071c60 con 0x7f2368071710 2026-02-25T15:49:43.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 Processor -- start 2026-02-25T15:49:43.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 -- start start 2026-02-25T15:49:43.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2366575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f2368071710 0x7f23680ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2365d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f236815b750 0x7f2368070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53104/0 (socket says 10.20.193.52:53104) 2026-02-25T15:49:43.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2365d74640 1 -- 10.20.193.52:0/3393978205 learned_addr learned my addr 10.20.193.52:0/3393978205 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2425578408 0 0) 0x7f236815bcc0 con 0x7f236815b750 2026-02-25T15:49:43.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fabd415d790 0x7fabd40cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fabd40cfb10 0x7fabd40cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd406c900 0x7fabd406cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabd40d0470 con 0x7fabd40cfb10 2026-02-25T15:49:43.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2354003620 con 0x7f236815b750 2026-02-25T15:49:43.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabd406bb80 con 0x7fabd415d790 2026-02-25T15:49:43.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabda149640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabd406be20 con 0x7fabd406c900 2026-02-25T15:49:43.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2366575640 1 -- 10.20.193.52:0/3393978205 >> v1:10.20.193.86:6789/0 conn(0x7f23680b4470 legacy=0x7f23680720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2366575640 1 -- 10.20.193.52:0/3393978205 >> v1:10.20.193.52:6789/0 conn(0x7f236815b750 legacy=0x7f2368070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1886994130 0 0) 0x7f236815bfa0 con 0x7f23680b4470 2026-02-25T15:49:43.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f2366575640 1 -- 10.20.193.52:0/3393978205 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f236815c280 con 0x7f2368071710 2026-02-25T15:49:43.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fe4eb55e640 1 Processor -- start 2026-02-25T15:49:43.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fabd40cfb10 0x7fabd40cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fabd40cfb10 0x7fabd40cff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35368/0 (socket says 10.20.193.52:35368) 2026-02-25T15:49:43.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 -- 10.20.193.52:0/2175718803 learned_addr learned my addr 10.20.193.52:0/2175718803 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fba480cfc20 0x7fba4815e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480d0000 0x7fba480d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fe4eb55e640 1 -- start start 2026-02-25T15:49:43.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd37fe640 1 --2- 10.20.193.52:0/2175718803 >> v2:10.20.193.86:3300/0 conn(0x7fabd415d790 0x7fabd40cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd3fff640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd406c900 0x7fabd406cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba480d21a0 con 0x7fba48161140 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba480d42e0 con 0x7fba480cfc20 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4eaee640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba480d1590 con 0x7fba480d0000 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 -- 10.20.193.52:0/2175718803 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd406c900 msgr2=0x7fabd406cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd406c900 0x7fabd406cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 -- 10.20.193.52:0/2175718803 >> v2:10.20.193.86:3300/0 conn(0x7fabd415d790 msgr2=0x7fabd40cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 --2- 10.20.193.52:0/2175718803 >> v2:10.20.193.86:3300/0 conn(0x7fabd415d790 0x7fabd40cf5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fabd2ffd640 1 -- 10.20.193.52:0/2175718803 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabd406c100 con 0x7fabd40cfb10 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4c863640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fba480cfc20 0x7fba4815e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4c863640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fba480cfc20 0x7fba4815e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:55388/0 (socket says 10.20.193.52:55388) 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4d064640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fba48161140 0x7fba481615f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50212/0 (socket says 10.20.193.52:50212) 2026-02-25T15:49:43.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba4c863640 1 -- 10.20.193.52:0/4193364430 learned_addr learned my addr 10.20.193.52:0/4193364430 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7f4f4cbb9640 1 Processor -- start 2026-02-25T15:49:43.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.398+0000 7fba3ffff640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480d0000 0x7fba480d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f4cbb9640 1 -- start start 2026-02-25T15:49:43.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2366575640 1 --2- 10.20.193.52:0/3393978205 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2368071710 0x7f23680ccfb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f235c0098a0 tx=0x7f235c02ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f59567b872d94c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 Processor -- start 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 -- start start 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c02fc10 con 0x7f2368071710 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba4c863640 1 -- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480d0000 msgr2=0x7fba480d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba4c863640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480d0000 0x7fba480d3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.410 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba4c863640 1 -- 10.20.193.52:0/4193364430 >> v1:10.20.193.86:6789/0 conn(0x7fba48161140 legacy=0x7fba481615f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba3f7fe640 1 -- 10.20.193.52:0/4193364430 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1398600057 0 0) 0x7fba480d21a0 con 0x7fba48161140 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba4c863640 1 -- 10.20.193.52:0/4193364430 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba480d1870 con 0x7fba480cfc20 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f235c02fd70 con 0x7f2368071710 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2365573640 1 -- 10.20.193.52:0/3393978205 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c037640 con 0x7f2368071710 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4eb55e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe4e4160e50 0x7fe4e40b2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4eb55e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40ced30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4eb55e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4e40ce130 con 0x7fe4e4160a70 2026-02-25T15:49:43.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabd2ffd640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd40cfb10 0x7fabd40cff30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fabd406b970 tx=0x7fabc402efe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d77c5f1ceeb746d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4eb55e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4e40d0e40 con 0x7fe4e4160e50 2026-02-25T15:49:43.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4eb55e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e40ce3f0 con 0x7fe4e40ce880 2026-02-25T15:49:43.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabd27fc640 1 -- 10.20.193.52:0/2175718803 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc402fc50 con 0x7fabd40cfb10 2026-02-25T15:49:43.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabd27fc640 1 -- 10.20.193.52:0/2175718803 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabc402fdb0 con 0x7fabd40cfb10 2026-02-25T15:49:43.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabd27fc640 1 -- 10.20.193.52:0/2175718803 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc4037660 con 0x7fabd40cfb10 2026-02-25T15:49:43.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e92d3640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fe4e4160a70 0x7fe4e40cfd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50216/0 (socket says 10.20.193.52:50216) 2026-02-25T15:49:43.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e92d3640 1 -- 10.20.193.52:0/219749399 learned_addr learned my addr 10.20.193.52:0/219749399 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe66f3f8640 1 Processor -- start 2026-02-25T15:49:43.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/219749399 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40ced30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e8ad2640 1 --2- 10.20.193.52:0/219749399 >> v2:10.20.193.86:3300/0 conn(0x7fe4e4160e50 0x7fe4e40b2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 -- 10.20.193.52:0/3393978205 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2368071710 msgr2=0x7f23680ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 --2- 10.20.193.52:0/3393978205 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2368071710 0x7f23680ccfb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f235c0098a0 tx=0x7f235c02ef00 comp rx=0 tx=0).stop 2026-02-25T15:49:43.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe66f3f8640 1 -- start start 2026-02-25T15:49:43.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 -- 10.20.193.52:0/3393978205 shutdown_connections 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 --2- 10.20.193.52:0/3393978205 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2368071710 0x7f23680ccfb0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 -- 10.20.193.52:0/3393978205 >> 10.20.193.52:0/3393978205 conn(0x7f236806c980 msgr2=0x7f236806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2a9626f640 1 Processor -- start 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 -- 10.20.193.52:0/3393978205 shutdown_connections 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f2a9626f640 1 -- start start 2026-02-25T15:49:43.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f4cbb9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f481542e0 0x7f4f48160f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4d3fff640 1 -- 10.20.193.52:0/219749399 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4237516465 0 0) 0x7fe4e40ce130 con 0x7fe4e4160a70 2026-02-25T15:49:43.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f38b00cfc20 0x7f38b015e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4d3fff640 1 -- 10.20.193.52:0/219749399 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4cc003620 con 0x7fe4e4160a70 2026-02-25T15:49:43.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f38b00cdff0 0x7f38b00ce460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f4cbb9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f4806b8d0 con 0x7f4f480cdc40 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f4cbb9640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f4806aa30 con 0x7f4f4815d9a0 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f4cbb9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f48161770 con 0x7f4f481542e0 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e9ad4640 1 -- 10.20.193.52:0/219749399 >> v2:10.20.193.86:3300/0 conn(0x7fe4e4160e50 msgr2=0x7fe4e40b2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38b00d21a0 con 0x7f38b00d0000 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38b00d1590 con 0x7f38b00cdff0 2026-02-25T15:49:43.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/219749399 >> v2:10.20.193.86:3300/0 conn(0x7fe4e4160e50 0x7fe4e40b2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e9ad4640 1 -- 10.20.193.52:0/219749399 >> v1:10.20.193.86:6789/0 conn(0x7fe4e4160a70 legacy=0x7fe4e40cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fe4e9ad4640 1 -- 10.20.193.52:0/219749399 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e40d05a0 con 0x7fe4e40ce880 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38b627c640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38b00d1870 con 0x7f38b00cfc20 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f481542e0 0x7f4f48160f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38aeffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f38b00d0000 0x7f38b00d3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53118/0 (socket says 10.20.193.52:53118) 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38aeffd640 1 -- 10.20.193.52:0/569471729 learned_addr learned my addr 10.20.193.52:0/569471729 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f481542e0 0x7f4f48160f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35378/0 (socket says 10.20.193.52:35378) 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4f480cdc40 0x7f4f480c5140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53126/0 (socket says 10.20.193.52:53126) 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46575640 1 -- 10.20.193.52:0/1446452278 learned_addr learned my addr 10.20.193.52:0/1446452278 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38affff640 1 --2- 10.20.193.52:0/569471729 >> v2:10.20.193.52:3300/0 conn(0x7f38b00cdff0 0x7f38b00ce460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba4c863640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba480cfc20 0x7fba4815e7e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fba38009970 tx=0x7fba3802efb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e7da4237b527dd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f236cb99640 1 -- 10.20.193.52:0/3393978205 wait complete. 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 -- 10.20.193.52:0/2175718803 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd40cfb10 msgr2=0x7fabd40cff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd40cfb10 0x7fabd40cff30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fabd406b970 tx=0x7fabc402efe0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38af7fe640 1 --2- 10.20.193.52:0/569471729 >> v2:10.20.193.86:3300/0 conn(0x7f38b00cfc20 0x7f38b015e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 -- 10.20.193.52:0/2175718803 shutdown_connections 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd406c900 0x7fabd406cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 --2- 10.20.193.52:0/2175718803 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd40cfb10 0x7fabd40cff30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 --2- 10.20.193.52:0/2175718803 >> v2:10.20.193.86:3300/0 conn(0x7fabd415d790 0x7fabd40cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 -- 10.20.193.52:0/2175718803 >> 10.20.193.52:0/2175718803 conn(0x7fabd40b2e40 msgr2=0x7fabd40b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46575640 1 -- 10.20.193.52:0/1446452278 >> v1:10.20.193.86:6789/0 conn(0x7f4f4815d9a0 legacy=0x7f4f4806b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f46575640 1 -- 10.20.193.52:0/1446452278 >> v1:10.20.193.52:6789/0 conn(0x7f4f480cdc40 legacy=0x7f4f480c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38ae7fc640 1 -- 10.20.193.52:0/569471729 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2040581321 0 0) 0x7f38b00d21a0 con 0x7f38b00d0000 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f38ae7fc640 1 -- 10.20.193.52:0/569471729 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3894003620 con 0x7f38b00d0000 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 -- 10.20.193.52:0/2175718803 shutdown_connections 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fabda149640 1 -- 10.20.193.52:0/2175718803 wait complete. 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7fba3f7fe640 1 -- 10.20.193.52:0/4193364430 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3802fc30 con 0x7fba480cfc20 2026-02-25T15:49:43.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f4f46575640 1 -- 10.20.193.52:0/1446452278 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f48161a50 con 0x7f4f481542e0 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba3f7fe640 1 -- 10.20.193.52:0/4193364430 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba3802fd90 con 0x7fba480cfc20 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba3f7fe640 1 -- 10.20.193.52:0/4193364430 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba38037660 con 0x7fba480cfc20 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38affff640 1 -- 10.20.193.52:0/569471729 >> v2:10.20.193.86:3300/0 conn(0x7f38b00cfc20 msgr2=0x7f38b015e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38affff640 1 --2- 10.20.193.52:0/569471729 >> v2:10.20.193.86:3300/0 conn(0x7f38b00cfc20 0x7f38b015e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38affff640 1 -- 10.20.193.52:0/569471729 >> v1:10.20.193.52:6789/0 conn(0x7f38b00d0000 legacy=0x7f38b00d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38affff640 1 -- 10.20.193.52:0/569471729 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b00d1b50 con 0x7f38b00cdff0 2026-02-25T15:49:43.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.399+0000 7f4f45573640 1 -- 10.20.193.52:0/1446452278 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3785163934 0 0) 0x7f4f4806b8d0 con 0x7f4f480cdc40 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66f3f8640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe668071710 0x7fe6680ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66f3f8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe6680b4470 0x7fe6680b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66f3f8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe66815bcc0 con 0x7fe66815b750 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66f3f8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe668071c60 con 0x7fe6680b4470 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66f3f8640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6680b4e20 con 0x7fe668071710 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a9626f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2a900cfc20 0x7f2a9015e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a9626f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f2a900d0000 0x7f2a900d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a9626f640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a900d21a0 con 0x7f2a90161140 2026-02-25T15:49:43.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a9626f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a900d42e0 con 0x7f2a900d0000 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe6680b4470 0x7fe6680b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe6680b4470 0x7fe6680b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35410/0 (socket says 10.20.193.52:35410) 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 -- 10.20.193.52:0/2111180429 learned_addr learned my addr 10.20.193.52:0/2111180429 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/219749399 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40ced30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0009d90 tx=0x7fe4e002f270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=646ca73c20fdba99 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d16d640 1 --2- 10.20.193.52:0/2111180429 >> v2:10.20.193.86:3300/0 conn(0x7fe668071710 0x7fe6680ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a9626f640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a900d1590 con 0x7f2a900cfc20 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f2a900d0000 0x7f2a900d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f2a900d0000 0x7f2a900d3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35422/0 (socket says 10.20.193.52:35422) 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 -- 10.20.193.52:0/627674658 learned_addr learned my addr 10.20.193.52:0/627674658 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8ffff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f2a90161140 0x7f2a901615b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53140/0 (socket says 10.20.193.52:53140) 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8f7fe640 1 --2- 10.20.193.52:0/627674658 >> v2:10.20.193.86:3300/0 conn(0x7f2a900cfc20 0x7f2a9015e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4d3fff640 1 -- 10.20.193.52:0/219749399 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0006ea0 con 0x7fe4e40ce880 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4d3fff640 1 -- 10.20.193.52:0/219749399 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e0037440 con 0x7fe4e40ce880 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4d3fff640 1 -- 10.20.193.52:0/219749399 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e00377d0 con 0x7fe4e40ce880 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 -- 10.20.193.52:0/2111180429 >> v2:10.20.193.86:3300/0 conn(0x7fe668071710 msgr2=0x7fe6680ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 --2- 10.20.193.52:0/2111180429 >> v2:10.20.193.86:3300/0 conn(0x7fe668071710 0x7fe6680ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 -- 10.20.193.52:0/2111180429 >> v1:10.20.193.52:6789/0 conn(0x7fe66815b750 legacy=0x7fe668070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 -- 10.20.193.52:0/2111180429 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe66815bfa0 con 0x7fe6680b4470 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 -- 10.20.193.52:0/627674658 >> v2:10.20.193.86:3300/0 conn(0x7f2a900cfc20 msgr2=0x7f2a9015e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 --2- 10.20.193.52:0/627674658 >> v2:10.20.193.86:3300/0 conn(0x7f2a900cfc20 0x7f2a9015e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 -- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba480cfc20 msgr2=0x7fba4815e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba480cfc20 0x7fba4815e7e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fba38009970 tx=0x7fba3802efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 -- 10.20.193.52:0/627674658 >> v1:10.20.193.52:6789/0 conn(0x7f2a90161140 legacy=0x7f2a901615b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 -- 10.20.193.52:0/627674658 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a900d1870 con 0x7f2a900d0000 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 -- 10.20.193.52:0/4193364430 shutdown_connections 2026-02-25T15:49:43.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480d0000 0x7fba480d3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 --2- 10.20.193.52:0/4193364430 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba480cfc20 0x7fba4815e7e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 -- 10.20.193.52:0/4193364430 >> 10.20.193.52:0/4193364430 conn(0x7fba4809c7b0 msgr2=0x7fba480d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f4f46575640 1 --2- 10.20.193.52:0/1446452278 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f481542e0 0x7f4f48160f20 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c0099a0 tx=0x7f4f3c02f030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44d740de0c6ba762 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38affff640 1 --2- 10.20.193.52:0/569471729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cdff0 0x7f38b00ce460 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f38b008da10 tx=0x7f38a402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e34f98f5706ffce server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 -- 10.20.193.52:0/4193364430 shutdown_connections 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fba4eaee640 1 -- 10.20.193.52:0/4193364430 wait complete. 2026-02-25T15:49:43.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f4f45573640 1 -- 10.20.193.52:0/1446452278 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c02fd00 con 0x7f4f481542e0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f4f45573640 1 -- 10.20.193.52:0/1446452278 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f3c02fe60 con 0x7f4f481542e0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38ae7fc640 1 -- 10.20.193.52:0/569471729 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a4006ea0 con 0x7f38b00cdff0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f4f45573640 1 -- 10.20.193.52:0/1446452278 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c037660 con 0x7f4f481542e0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38ae7fc640 1 -- 10.20.193.52:0/569471729 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38a4037440 con 0x7f38b00cdff0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f38ae7fc640 1 -- 10.20.193.52:0/569471729 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a40377d0 con 0x7f38b00cdff0 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 -- 10.20.193.52:0/219749399 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 msgr2=0x7fe4e40ced30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/219749399 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40ced30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0009d90 tx=0x7fe4e002f270 comp rx=0 tx=0).stop 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 -- 10.20.193.52:0/219749399 shutdown_connections 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/219749399 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40ced30 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/219749399 >> v2:10.20.193.86:3300/0 conn(0x7fe4e4160e50 0x7fe4e40b2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 -- 10.20.193.52:0/219749399 >> 10.20.193.52:0/219749399 conn(0x7fe4e409c7a0 msgr2=0x7fe4e40d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f236cb99640 1 Processor -- start 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 -- 10.20.193.52:0/219749399 shutdown_connections 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe4eb55e640 1 -- 10.20.193.52:0/219749399 wait complete. 2026-02-25T15:49:43.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fabda149640 1 Processor -- start 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f236cb99640 1 -- start start 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fabda149640 1 -- start start 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7fe66d96e640 1 --2- 10.20.193.52:0/2111180429 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6680b4470 0x7fe6680b48e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe668067e70 tx=0x7fe66402f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=464fe5a1359b1242 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.400+0000 7f2a8effd640 1 --2- 10.20.193.52:0/627674658 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900d0000 0x7f2a900d3da0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a9008da10 tx=0x7f2a80037840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=317aa86311a00bab server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe657fff640 1 -- 10.20.193.52:0/2111180429 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe664006ea0 con 0x7fe6680b4470 2026-02-25T15:49:43.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a8e7fc640 1 -- 10.20.193.52:0/627674658 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8003b050 con 0x7f2a900d0000 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 -- 10.20.193.52:0/569471729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cdff0 msgr2=0x7f38b00ce460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 --2- 10.20.193.52:0/569471729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cdff0 0x7f38b00ce460 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f38b008da10 tx=0x7f38a402f250 comp rx=0 tx=0).stop 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe657fff640 1 -- 10.20.193.52:0/2111180429 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe66402fe10 con 0x7fe6680b4470 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a8e7fc640 1 -- 10.20.193.52:0/627674658 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a8003d700 con 0x7f2a900d0000 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a8e7fc640 1 -- 10.20.193.52:0/627674658 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8003da90 con 0x7f2a900d0000 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe657fff640 1 -- 10.20.193.52:0/2111180429 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe664037610 con 0x7fe6680b4470 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/1446452278 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f481542e0 msgr2=0x7f4f48160f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 --2- 10.20.193.52:0/1446452278 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f481542e0 0x7f4f48160f20 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c0099a0 tx=0x7f4f3c02f030 comp rx=0 tx=0).stop 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 -- 10.20.193.52:0/569471729 shutdown_connections 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 --2- 10.20.193.52:0/569471729 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cdff0 0x7f38b00ce460 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 --2- 10.20.193.52:0/569471729 >> v2:10.20.193.86:3300/0 conn(0x7f38b00cfc20 0x7f38b015e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 -- 10.20.193.52:0/569471729 >> 10.20.193.52:0/569471729 conn(0x7f38b009c7b0 msgr2=0x7f38b00d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/1446452278 shutdown_connections 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 --2- 10.20.193.52:0/1446452278 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f481542e0 0x7f4f48160f20 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/1446452278 >> 10.20.193.52:0/1446452278 conn(0x7f4f480ccaf0 msgr2=0x7f4f480ccf00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/1446452278 shutdown_connections 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 -- 10.20.193.52:0/569471729 shutdown_connections 2026-02-25T15:49:43.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/1446452278 wait complete. 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f38b627c640 1 -- 10.20.193.52:0/569471729 wait complete. 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 0x7f23680c4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f23680b4470 0x7f2368154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f236815b750 0x7f23680aaa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23680ac8d0 con 0x7f236815b750 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23680c4590 con 0x7f23680b4470 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f236cb99640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23680aba00 con 0x7f2368071710 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 -- 10.20.193.52:0/2111180429 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6680b4470 msgr2=0x7fe6680b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/2111180429 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6680b4470 0x7fe6680b48e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe668067e70 tx=0x7fe66402f310 comp rx=0 tx=0).stop 2026-02-25T15:49:43.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 -- 10.20.193.52:0/2111180429 shutdown_connections 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 -- 10.20.193.52:0/627674658 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900d0000 msgr2=0x7f2a900d3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 --2- 10.20.193.52:0/627674658 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900d0000 0x7f2a900d3da0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2a9008da10 tx=0x7f2a80037840 comp rx=0 tx=0).stop 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/2111180429 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6680b4470 0x7fe6680b48e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 0x7f23680c4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 0x7f23680c4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43630/0 (socket says 10.20.193.52:43630) 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f236815b750 0x7f23680aaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 -- 10.20.193.52:0/1670453871 learned_addr learned my addr 10.20.193.52:0/1670453871 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fabd406c900 0x7fabd40cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd40cfb10 0x7fabd40cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2365d74640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f23680b4470 0x7f2368154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 0x7fabd4149c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe4eb55e640 1 Processor -- start 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/2111180429 >> v2:10.20.193.86:3300/0 conn(0x7fe668071710 0x7fe6680ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 -- 10.20.193.52:0/2111180429 >> 10.20.193.52:0/2111180429 conn(0x7fe66806c980 msgr2=0x7fe66806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 -- 10.20.193.52:0/2111180429 shutdown_connections 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe4eb55e640 1 -- start start 2026-02-25T15:49:43.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fe66f3f8640 1 -- 10.20.193.52:0/2111180429 wait complete. 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 -- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f23680b4470 msgr2=0x7f2368154b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f23680b4470 0x7f2368154b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 -- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f236815b750 msgr2=0x7f23680aaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f236815b750 0x7f23680aaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f235c009500 con 0x7f2368071710 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd2ffd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd40cfb10 0x7fabd40cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd2ffd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd40cfb10 0x7fabd40cb960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43632/0 (socket says 10.20.193.52:43632) 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd37fe640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fabd406c900 0x7fabd40cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd37fe640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fabd406c900 0x7fabd40cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:55452/0 (socket says 10.20.193.52:55452) 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fba4eaee640 1 Processor -- start 2026-02-25T15:49:43.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 -- 10.20.193.52:0/627674658 shutdown_connections 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 --2- 10.20.193.52:0/627674658 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900d0000 0x7f2a900d3da0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 --2- 10.20.193.52:0/627674658 >> v2:10.20.193.86:3300/0 conn(0x7f2a900cfc20 0x7f2a9015e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 -- 10.20.193.52:0/627674658 >> 10.20.193.52:0/627674658 conn(0x7f2a9009c7b0 msgr2=0x7f2a900d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 0x7fabd4149c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fba4eaee640 1 -- start start 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2366575640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 0x7f23680c4050 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f235c002410 tx=0x7f235c0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 -- 10.20.193.52:0/627674658 shutdown_connections 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f2a9626f640 1 -- 10.20.193.52:0/627674658 wait complete. 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 0x7fabd4149c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35440/0 (socket says 10.20.193.52:35440) 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40cb270 con 0x7fabd415d790 2026-02-25T15:49:43.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40ce350 con 0x7fabd406c900 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabd2ffd640 1 -- 10.20.193.52:0/1268204651 learned_addr learned my addr 10.20.193.52:0/1268204651 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabd40cd740 con 0x7fabd40cfb10 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.401+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c003ca0 con 0x7f2368071710 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 Processor -- start 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 Processor -- start 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f235c003e00 con 0x7f2368071710 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23681550b0 con 0x7f2368071710 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f235c042640 con 0x7f2368071710 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 -- start start 2026-02-25T15:49:43.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 -- 10.20.193.52:0/1268204651 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd40cfb10 msgr2=0x7fabd40cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fabd40cfb10 0x7fabd40cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 -- 10.20.193.52:0/1268204651 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fabd406c900 msgr2=0x7fabd40cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fabd406c900 0x7fabd40cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc40095d0 con 0x7fabd415d790 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40b7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 0x7fe4e415d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e4160e50 0x7fe4e40c9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e415d620 con 0x7fe4e4160a70 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e40c9e60 con 0x7fe4e4160e50 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4eb55e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e40b7700 con 0x7fe4e40ce880 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23680abf30 con 0x7f2368071710 2026-02-25T15:49:43.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabd3fff640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 0x7fabd4149c30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fabc8009f00 tx=0x7fabc800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 0x7fe4e415d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 0x7fe4e415d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35444/0 (socket says 10.20.193.52:35444) 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 -- 10.20.193.52:0/1217328612 learned_addr learned my addr 10.20.193.52:0/1217328612 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480cfc20 0x7fba481602e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 0x7fba480c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba48161140 0x7fba480b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba480b0970 con 0x7fba480d0000 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba480c7fd0 con 0x7fba48161140 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4eaee640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba480c82b0 con 0x7fba480cfc20 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e92d3640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40b7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e4160e50 0x7fe4e40c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc8018070 con 0x7fabd415d790 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabc800ecf0 con 0x7fabd415d790 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabc8006ea0 con 0x7fabd415d790 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 0x7fba480c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4c863640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480cfc20 0x7fba481602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 0x7fba480c9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35458/0 (socket says 10.20.193.52:35458) 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 -- 10.20.193.52:0/2028353916 learned_addr learned my addr 10.20.193.52:0/2028353916 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4d064640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba48161140 0x7fba480b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f2a9626f640 1 Processor -- start 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 -- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 msgr2=0x7fe4e40b7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e40ce880 0x7fe4e40b7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 -- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e4160e50 msgr2=0x7fe4e40c9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e4160e50 0x7fe4e40c9920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe4e8ad2640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e0009a70 con 0x7fe4e4160a70 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f2a9626f640 1 -- start start 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f38b00cdff0 0x7f38b01f51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f23680ceba0 con 0x7f2368071710 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabd40cda20 con 0x7fabd415d790 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 -- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480cfc20 msgr2=0x7fba481602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fba480cfc20 0x7fba481602e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 -- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba48161140 msgr2=0x7fba480b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba48161140 0x7fba480b0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba380095d0 con 0x7fba480d0000 2026-02-25T15:49:43.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba4d064640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fba48161140 0x7fba480b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 -- start start 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f480cdc40 0x7f4f481fa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f481542e0 0x7f4f4815c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 0x7f4f4815ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f48152a50 con 0x7f4f4815d9a0 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4815c840 con 0x7f4f480cdc40 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f4cbb9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f4815cae0 con 0x7f4f481542e0 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 0x7f38b014c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f38b00d0000 0x7f38b00b8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f46d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 0x7f4f4815ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f46d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 0x7f4f4815ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35472/0 (socket says 10.20.193.52:35472) 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f46d76640 1 -- 10.20.193.52:0/726191758 learned_addr learned my addr 10.20.193.52:0/726191758 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b00cb270 con 0x7f38b00cfc20 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38b014cde0 con 0x7f38b00cdff0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f45d74640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f481542e0 0x7f4f4815c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f4f46575640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f480cdc40 0x7f4f481fa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38b627c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b00cb4e0 con 0x7f38b00d0000 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fba3ffff640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 0x7fba480c9070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fba3000e810 tx=0x7fba3000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38aeffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 0x7f38b014c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38aeffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 0x7f38b014c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35484/0 (socket says 10.20.193.52:35484) 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38aeffd640 1 -- 10.20.193.52:0/3160150504 learned_addr learned my addr 10.20.193.52:0/3160150504 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7f38af7fe640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f38b00cdff0 0x7f38b01f51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f38b00d0000 0x7f38b00b8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 -- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f481542e0 msgr2=0x7f4f4815c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f481542e0 0x7f4f4815c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe4e8ad2640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 0x7fe4e415d0e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe4d800eb80 tx=0x7fe4d800c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 -- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f480cdc40 msgr2=0x7f4f481fa1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900cfc20 0x7f2a90154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a900d0000 0x7f2a90153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a90161140 0x7f2a90155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9015f060 con 0x7f2a900cfc20 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a90159d10 con 0x7f2a900d0000 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a90159ff0 con 0x7f2a90161140 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f480cdc40 0x7f4f481fa1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f3c0095d0 con 0x7f4f4815d9a0 2026-02-25T15:49:43.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 -- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f38b00cdff0 msgr2=0x7f38b01f51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f38b00cdff0 0x7f38b01f51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabd40cdfe0 con 0x7fabd415d790 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 -- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 msgr2=0x7f38b014c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f45d74640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f481542e0 0x7f4f4815c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f46d76640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 0x7f4f4815ffa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800cb50 tx=0x7f4f3800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900cfc20 0x7f2a90154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900cfc20 0x7f2a90154250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35494/0 (socket says 10.20.193.52:35494) 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8f7fe640 1 -- 10.20.193.52:0/840309048 learned_addr learned my addr 10.20.193.52:0/840309048 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a90161140 0x7f2a90155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f235c052020 con 0x7f2368071710 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e4160e50 0x7fe4e40c9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe66f3f8640 1 Processor -- start 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.402+0000 7fe66f3f8640 1 -- start start 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8effd640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a900d0000 0x7f2a90153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3800ad50 con 0x7f4f4815d9a0 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 0x7fe6681e62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6680b4470 0x7fe6680a9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe66815b750 0x7fe6680aa2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680a9220 con 0x7fe668071710 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680abcb0 con 0x7fe6680b4470 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66f3f8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6680abf00 con 0x7fe66815b750 2026-02-25T15:49:43.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f380070d0 con 0x7f4f4815d9a0 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 0x7fe6681e62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 0x7fe6681e62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35502/0 (socket says 10.20.193.52:35502) 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 -- 10.20.193.52:0/4294060005 learned_addr learned my addr 10.20.193.52:0/4294060005 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66c96c640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6680b4470 0x7fe6680a9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d96e640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe66815b750 0x7fe6680aa2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba30004230 con 0x7fba480d0000 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 -- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a900d0000 msgr2=0x7f2a90153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a900d0000 0x7f2a90153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba30004390 con 0x7fba480d0000 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 -- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900cfc20 msgr2=0x7f2a90154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a900cfc20 0x7f2a90154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a80013c10 con 0x7f2a90161140 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 -- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe66815b750 msgr2=0x7fe6680aa2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe66815b750 0x7fe6680aa2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 -- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6680b4470 msgr2=0x7fe6680a9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.448 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6680b4470 0x7fe6680a9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 0x7f38b014c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38a4009a70 con 0x7f38b00d0000 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38aeffd640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f38b00cfc20 0x7f38b014c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe664009b30 con 0x7fe668071710 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4d800ee80 con 0x7fe4e4160a70 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4d800cbe0 con 0x7fe4e4160a70 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fabd40c8040 con 0x7fabd415d790 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4e40b79e0 con 0x7fe4e4160a70 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f234effd640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2334076040 0x7f2334078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fe66d16d640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 0x7fe6681e62f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe65800ec10 tx=0x7fe65800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a8ffff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a90161140 0x7f2a90155c10 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400cb50 tx=0x7f2a8400a430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f38007480 con 0x7f4f4815d9a0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f48152400 con 0x7f4f4815d9a0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f4815cdc0 con 0x7f4f4815d9a0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba30003710 con 0x7fba480d0000 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f38affff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f38b00d0000 0x7f38b00b8470 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f38a4036000 tx=0x7f38a4004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f235c0bc2c0 con 0x7f2368071710 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8400ad50 con 0x7f2a90161140 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a84012400 con 0x7f2a90161140 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.403+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a900d05c0 con 0x7f2a90161140 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a840127b0 con 0x7f2a90161140 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f2365d74640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2334076040 0x7f2334078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a90153fe0 con 0x7f2a90161140 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a4043860 con 0x7f38b00d0000 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38a40439c0 con 0x7f38b00d0000 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38a4043d70 con 0x7f38b00d0000 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f234effd640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f233407f320 0x7f2334081760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2334081e30 con 0x7f233407f320 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38b00d05c0 con 0x7f38b00d0000 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f235c0be980 con 0x7f2368071710 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fabc8014420 con 0x7fabd415d790 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38b00cbaa0 con 0x7f38b00d0000 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4d8013410 con 0x7fe4e4160a70 2026-02-25T15:49:43.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4e40b7fa0 con 0x7fe4e4160a70 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4f48161d30 con 0x7f4f4815d9a0 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f2365d74640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2334076040 0x7f2334078500 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2350007b60 tx=0x7f2350007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba480d05c0 con 0x7fba480d0000 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba480c8870 con 0x7fba480d0000 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faba4076110 0x7faba40785d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2a90159e80 con 0x7f2a90161140 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fabc8096ff0 con 0x7fabd415d790 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabd37fe640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faba4076110 0x7faba40785d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7faba407f3f0 0x7faba4081830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7faba4081f00 con 0x7faba407f3f0 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabc805cb80 con 0x7fabd415d790 2026-02-25T15:49:43.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f38b00d0440 con 0x7f38b00d0000 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabd2ffd640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7faba407f3f0 0x7faba4081830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fabd37fe640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faba4076110 0x7faba40785d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fabc0009a50 tx=0x7fabc0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe4e40d0b60 con 0x7fe4e4160a70 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.404+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fba480d0440 con 0x7fba480d0000 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fabd2ffd640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7faba407f3f0 0x7faba4081830 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe4d8013570 con 0x7fe4e4160a70 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4f380075e0 con 0x7f4f4815d9a0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== osd.1 v2:10.20.193.52:6802/1752075580 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7faba4081f00 con 0x7faba407f3f0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f14076070 0x7f4f14078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2a84007070 con 0x7f2a90161140 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4f38097130 con 0x7f4f4815d9a0 2026-02-25T15:49:43.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7f4f1407f1e0 0x7f4f14081620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4f14081cf0 con 0x7f4f1407f1e0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4f38097580 con 0x7f4f4815d9a0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fe4d1ffb640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b4076090 0x7fe4b4078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fba30003870 con 0x7fba480d0000 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7fe4e92d3640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b4076090 0x7fe4b4078550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f2366d76640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f233407f320 0x7f2334081760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f46575640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f14076070 0x7f4f14078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f4f45d74640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7f4f1407f1e0 0x7f4f14081620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4e92d3640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b4076090 0x7fe4b4078550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4007b60 tx=0x7fe4d4007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a6bfff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2a60076040 0x7f2a60078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f4f45d74640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7f4f1407f1e0 0x7f4f14081620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f4f46575640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f14076070 0x7f4f14078530 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4f4815de10 tx=0x7f4f3c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2366d76640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f233407f320 0x7f2334081760 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a8f7fe640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2a60076040 0x7f2a60078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe658009770 con 0x7fe668071710 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe65800cc40 con 0x7fe668071710 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f2a84097bb0 con 0x7f2a90161140 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe658013470 con 0x7fe668071710 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe4d805f600 con 0x7fe4e4160a70 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6680ac1e0 con 0x7fe668071710 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba3d7fa640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba18076090 0x7fba18078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a6bfff640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7f2a6007f320 0x7f2a60081760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.405+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f38a4053020 con 0x7f38b00d0000 2026-02-25T15:49:43.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f388bfff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3880076090 0x7f3880078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2a60081e30 con 0x7f2a6007f320 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f38af7fe640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3880076090 0x7f3880078550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f38a40bd340 con 0x7f38b00d0000 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a8f7fe640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2a60076040 0x7f2a60078500 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2a900b4a10 tx=0x7f2a7c009290 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f388bfff640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f388007f3f0 0x7f3880081830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3880081f00 con 0x7f388007f3f0 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f38a40bd6b0 con 0x7f38b00d0000 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a84097f20 con 0x7f2a90161140 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4d1ffb640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7fe4b407f180 0x7fe4b40815c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe4b4081c90 con 0x7fe4b407f180 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe4d805c1e0 con 0x7fe4e4160a70 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba4c863640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba18076090 0x7fba18078550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6680ac7a0 con 0x7fe668071710 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fba300970d0 con 0x7fba480d0000 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba3d7fa640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fba1807f280 0x7fba180816c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a8effd640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7f2a6007f320 0x7f2a60081760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fba18081d90 con 0x7fba1807f280 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba300996b0 con 0x7fba480d0000 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7fe4b407f180 0x7fe4b40815c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== osd.2 v2:10.20.193.52:6819/3624985015 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f4f14081cf0 con 0x7f4f1407f1e0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba4c863640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba18076090 0x7fba18078550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fba48161080 tx=0x7fba38039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f38af7fe640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3880076090 0x7f3880078550 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f389c00c980 tx=0x7f389c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f38aeffd640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f388007f3f0 0x7f3880081830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fba4d064640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fba1807f280 0x7fba180816c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f2a8effd640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7f2a6007f320 0x7f2a60081760 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe6377fe640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe624000fc0 con 0x7fe668071710 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7fe4e9ad4640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7fe4b407f180 0x7fe4b40815c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.406+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== osd.0 v2:10.20.193.52:6803/329414384 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f2334081e30 con 0x7f233407f320 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7f38aeffd640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f388007f3f0 0x7f3880081830 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== osd.5 v2:10.20.193.86:6802/3467367132 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f2a60081e30 con 0x7f2a6007f320 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7fba4d064640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fba1807f280 0x7fba180816c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== osd.6 v2:10.20.193.86:6817/3165381406 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7fe4b4081c90 con 0x7fe4b407f180 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe658011070 con 0x7fe668071710 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== osd.7 v2:10.20.193.86:6816/460788038 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f3880081f00 con 0x7f388007f3f0 2026-02-25T15:49:43.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.407+0000 7fe655ffb640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe638076090 0x7fe638078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe66c96c640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe638076090 0x7fe638078550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe658097160 con 0x7fe668071710 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== osd.4 v2:10.20.193.86:6800/2032624788 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7fba18081d90 con 0x7fba1807f280 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe655ffb640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7fe63807f3f0 0x7fe638081830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe638081f00 con 0x7fe63807f3f0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe658099740 con 0x7fe668071710 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe66c96c640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe638076090 0x7fe638078550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe668148090 tx=0x7fe65c007f30 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe66d96e640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7fe63807f3f0 0x7fe638081830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe66d96e640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7fe63807f3f0 0x7fe638081830 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.408+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== osd.3 v2:10.20.193.52:6818/2999364246 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7fe638081f00 con 0x7fe63807f3f0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 --> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4f481546c0 con 0x7f4f1407f1e0 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 --> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f23680b4e30 con 0x7f233407f320 2026-02-25T15:49:43.459 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 --> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fba480d1e30 con 0x7fba1807f280 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f234effd640 1 -- 10.20.193.52:0/1670453871 <== osd.0 v2:10.20.193.52:6803/329414384 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f23680b4e30 con 0x7f233407f320 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f2effd640 1 -- 10.20.193.52:0/726191758 <== osd.2 v2:10.20.193.52:6819/3624985015 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4f30005230 con 0x7f4f1407f1e0 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7f4f1407f1e0 msgr2=0x7f4f14081620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7f4f1407f1e0 0x7f4f14081620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f14076070 msgr2=0x7f4f14078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7fba3d7fa640 1 -- 10.20.193.52:0/2028353916 <== osd.4 v2:10.20.193.86:6800/2032624788 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fba440036e0 con 0x7fba1807f280 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f14076070 0x7f4f14078530 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4f4815de10 tx=0x7f4f3c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 msgr2=0x7f4f4815ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f4cbb9640 1 --2- 10.20.193.52:0/726191758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f4815d9a0 0x7f4f4815ffa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800cb50 tx=0x7f4f3800a430 comp rx=0 tx=0).stop 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.414+0000 7f4f46d76640 1 -- 10.20.193.52:0/726191758 reap_dead start 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 shutdown_connections 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 >> 10.20.193.52:0/726191758 conn(0x7f4f480ccaf0 msgr2=0x7f4f48071780 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 shutdown_connections 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fba1807f280 msgr2=0x7fba180816c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.460 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fba1807f280 0x7fba180816c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f4f4cbb9640 1 -- 10.20.193.52:0/726191758 wait complete. 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba18076090 msgr2=0x7fba18078550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba18076090 0x7fba18078550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fba48161080 tx=0x7fba38039040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 msgr2=0x7fba480c9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 --2- 10.20.193.52:0/2028353916 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fba480d0000 0x7fba480c9070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fba3000e810 tx=0x7fba3000ece0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4d064640 1 -- 10.20.193.52:0/2028353916 reap_dead start 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 shutdown_connections 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 >> 10.20.193.52:0/2028353916 conn(0x7fba4809c7b0 msgr2=0x7fba480ce7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f233407f320 msgr2=0x7f2334081760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f233407f320 0x7f2334081760 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 shutdown_connections 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fba4eaee640 1 -- 10.20.193.52:0/2028353916 wait complete. 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2334076040 msgr2=0x7f2334078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2334076040 0x7f2334078500 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2350007b60 tx=0x7f2350007ab0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 msgr2=0x7f23680c4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 --2- 10.20.193.52:0/1670453871 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2368071710 0x7f23680c4050 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f235c002410 tx=0x7f235c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f2366d76640 1 -- 10.20.193.52:0/1670453871 reap_dead start 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 shutdown_connections 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 >> 10.20.193.52:0/1670453871 conn(0x7f236806c980 msgr2=0x7f236815a320 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 shutdown_connections 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 --> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fabd40b2ab0 con 0x7faba407f3f0 2026-02-25T15:49:43.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7f236cb99640 1 -- 10.20.193.52:0/1670453871 wait complete. 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fabaffff640 1 -- 10.20.193.52:0/1268204651 <== osd.1 v2:10.20.193.52:6802/1752075580 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fabc4004040 con 0x7faba407f3f0 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.415+0000 7fe6377fe640 1 -- 10.20.193.52:0/4294060005 --> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe624002db0 con 0x7fe63807f3f0 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7faba407f3f0 msgr2=0x7faba4081830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7faba407f3f0 0x7faba4081830 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faba4076110 msgr2=0x7faba40785d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faba4076110 0x7faba40785d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fabc0009a50 tx=0x7fabc0008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe655ffb640 1 -- 10.20.193.52:0/4294060005 <== osd.3 v2:10.20.193.52:6818/2999364246 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe624002db0 con 0x7fe63807f3f0 2026-02-25T15:49:43.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 msgr2=0x7fabd4149c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 --2- 10.20.193.52:0/1268204651 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fabd415d790 0x7fabd4149c30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fabc8009f00 tx=0x7fabc800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabd3fff640 1 -- 10.20.193.52:0/1268204651 reap_dead start 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7fe63807f3f0 msgr2=0x7fe638081830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7fe63807f3f0 0x7fe638081830 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe638076090 msgr2=0x7fe638078550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe638076090 0x7fe638078550 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe668148090 tx=0x7fe65c007f30 comp rx=0 tx=0).stop 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 msgr2=0x7fe6681e62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 --2- 10.20.193.52:0/4294060005 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe668071710 0x7fe6681e62f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe65800ec10 tx=0x7fe65800c520 comp rx=0 tx=0).stop 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66d96e640 1 -- 10.20.193.52:0/4294060005 reap_dead start 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 shutdown_connections 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 >> 10.20.193.52:0/4294060005 conn(0x7fe66806c980 msgr2=0x7fe66815dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 shutdown_connections 2026-02-25T15:49:43.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 shutdown_connections 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 >> 10.20.193.52:0/1268204651 conn(0x7fabd40b2e40 msgr2=0x7fabd40c6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe66f3f8640 1 -- 10.20.193.52:0/4294060005 wait complete. 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.416+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 --> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe4e40ced30 con 0x7fe4b407f180 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 shutdown_connections 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4d1ffb640 1 -- 10.20.193.52:0/1217328612 <== osd.6 v2:10.20.193.86:6817/3165381406 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe4e40ced30 con 0x7fe4b407f180 2026-02-25T15:49:43.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fabda149640 1 -- 10.20.193.52:0/1268204651 wait complete. 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7fe4b407f180 msgr2=0x7fe4b40815c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7fe4b407f180 0x7fe4b40815c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b4076090 msgr2=0x7fe4b4078550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b4076090 0x7fe4b4078550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe4d4007b60 tx=0x7fe4d4007ab0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 msgr2=0x7fe4e415d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 --2- 10.20.193.52:0/1217328612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e4160a70 0x7fe4e415d0e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe4d800eb80 tx=0x7fe4d800c4c0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4e9ad4640 1 -- 10.20.193.52:0/1217328612 reap_dead start 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 shutdown_connections 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 >> 10.20.193.52:0/1217328612 conn(0x7fe4e409c7a0 msgr2=0x7fe4e40b2700 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 shutdown_connections 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.417+0000 7fe4eb55e640 1 -- 10.20.193.52:0/1217328612 wait complete. 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.418+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 --> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2a900d0440 con 0x7f2a6007f320 2026-02-25T15:49:43.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.418+0000 7f2a6bfff640 1 -- 10.20.193.52:0/840309048 <== osd.5 v2:10.20.193.86:6802/3467367132 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2a8003d970 con 0x7f2a6007f320 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.418+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7f2a6007f320 msgr2=0x7f2a60081760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.418+0000 7f2a9626f640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7f2a6007f320 0x7f2a60081760 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2a60076040 msgr2=0x7f2a60078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2a60076040 0x7f2a60078500 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2a900b4a10 tx=0x7f2a7c009290 comp rx=0 tx=0).stop 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a90161140 msgr2=0x7f2a90155c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 --2- 10.20.193.52:0/840309048 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a90161140 0x7f2a90155c10 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400cb50 tx=0x7f2a8400a430 comp rx=0 tx=0).stop 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a8ffff640 1 -- 10.20.193.52:0/840309048 reap_dead start 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 shutdown_connections 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 >> 10.20.193.52:0/840309048 conn(0x7f2a9009c7b0 msgr2=0x7f2a900c9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 shutdown_connections 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f2a9626f640 1 -- 10.20.193.52:0/840309048 wait complete. 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 --> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f38b015d920 con 0x7f388007f3f0 2026-02-25T15:49:43.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f388bfff640 1 -- 10.20.193.52:0/3160150504 <== osd.7 v2:10.20.193.86:6816/460788038 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f38a00032d0 con 0x7f388007f3f0 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f388007f3f0 msgr2=0x7f3880081830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f388007f3f0 0x7f3880081830 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3880076090 msgr2=0x7f3880078550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3880076090 0x7f3880078550 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f389c00c980 tx=0x7f389c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f38b00d0000 msgr2=0x7f38b00b8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.420+0000 7f38b627c640 1 --2- 10.20.193.52:0/3160150504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f38b00d0000 0x7f38b00b8470 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f38a4036000 tx=0x7f38a4004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.421+0000 7f38affff640 1 -- 10.20.193.52:0/3160150504 reap_dead start 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.421+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 shutdown_connections 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.421+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 >> 10.20.193.52:0/3160150504 conn(0x7f38b009c7b0 msgr2=0x7f38b015e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.421+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 shutdown_connections 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.421+0000 7f38b627c640 1 -- 10.20.193.52:0/3160150504 wait complete. 2026-02-25T15:49:43.468 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:43.469 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-02-25T15:49:43.469 INFO:teuthology.orchestra.run.trial052.stdout:55834574855 2026-02-25T15:49:43.469 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-25T15:49:43.469 INFO:teuthology.orchestra.run.trial052.stdout:55834574855 2026-02-25T15:49:43.469 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-25T15:49:43.470 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:43.470 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-25T15:49:43.470 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:43.470 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-02-25T15:49:43.470 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:43.471 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-25T15:49:43.471 INFO:teuthology.orchestra.run.trial052.stdout:55834574855 2026-02-25T15:49:43.471 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-02-25T15:49:43.471 INFO:teuthology.orchestra.run.trial052.stdout:55834574855 2026-02-25T15:49:43.471 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-02-25T15:49:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.579+0000 7f8d3a623640 1 Processor -- start 2026-02-25T15:49:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.579+0000 7f8d3a623640 1 -- start start 2026-02-25T15:49:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 Processor -- start 2026-02-25T15:49:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 -- start start 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 Processor -- start 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 -- start start 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d3a623640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8d34160a70 0x7f8d340b2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d3a623640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d340cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d3a623640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d340ce130 con 0x7f8d340ce880 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d3a623640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d340d0e40 con 0x7f8d34160a70 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d3a623640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d340ce3f0 con 0x7f8d34160e50 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f48db951640 1 Processor -- start 2026-02-25T15:49:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8d34160a70 0x7f8d340b2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fb27ef10640 1 Processor -- start 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8d34160a70 0x7f8d340b2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35518/0 (socket says 10.20.193.52:35518) 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 -- 10.20.193.52:0/3670606776 learned_addr learned my addr 10.20.193.52:0/3670606776 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f48db951640 1 -- start start 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fb27ef10640 1 -- start start 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7c34099e40 0x7f7c3409a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d337fe640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d340cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7c340ccf10 0x7f7c340701a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c3406f600 con 0x7f7c3406bae0 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c340cf490 con 0x7f7c34099e40 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c38c01640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c3409a760 con 0x7f7c340ccf10 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 0x7fab7c06bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab7c06c330 con 0x7fab7c15b170 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab7c0cf790 con 0x7fab7c0b38b0 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab84511640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab7c0b2af0 con 0x7fab7c06b9a0 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7c34099e40 0x7f7c3409a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7c34099e40 0x7f7c3409a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35520/0 (socket says 10.20.193.52:35520) 2026-02-25T15:49:43.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 -- 10.20.193.52:0/2378101887 learned_addr learned my addr 10.20.193.52:0/2378101887 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 -- 10.20.193.52:0/3670606776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 msgr2=0x7f8d340cfd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d340cfd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 -- 10.20.193.52:0/3670606776 >> v1:10.20.193.86:6789/0 conn(0x7f8d340ce880 legacy=0x7f8d340ced30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f8d33fff640 1 -- 10.20.193.52:0/3670606776 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d340d05a0 con 0x7f8d34160a70 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab82a87640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab81a85640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 0x7fab7c06bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab82a87640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35528/0 (socket says 10.20.193.52:35528) 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab81a85640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 0x7fab7c06bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:55532/0 (socket says 10.20.193.52:55532) 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab82286640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fab7c15b170 0x7fab7c0cec40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53148/0 (socket says 10.20.193.52:53148) 2026-02-25T15:49:43.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7fab82a87640 1 -- 10.20.193.52:0/249021190 learned_addr learned my addr 10.20.193.52:0/249021190 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 -- 10.20.193.52:0/2378101887 >> v2:10.20.193.86:3300/0 conn(0x7f7c340ccf10 msgr2=0x7f7c340701a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 --2- 10.20.193.52:0/2378101887 >> v2:10.20.193.86:3300/0 conn(0x7f7c340ccf10 0x7f7c340701a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.580+0000 7f7c32575640 1 -- 10.20.193.52:0/2378101887 >> v1:10.20.193.86:6789/0 conn(0x7f7c3406bae0 legacy=0x7f7c3406fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c32575640 1 -- 10.20.193.52:0/2378101887 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c340cd3c0 con 0x7f7c34099e40 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab82a87640 1 -- 10.20.193.52:0/249021190 >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 msgr2=0x7fab7c06bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab82a87640 1 --2- 10.20.193.52:0/249021190 >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 0x7fab7c06bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab82a87640 1 -- 10.20.193.52:0/249021190 >> v1:10.20.193.52:6789/0 conn(0x7fab7c15b170 legacy=0x7fab7c0cec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab82a87640 1 -- 10.20.193.52:0/249021190 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab7c0b2dd0 con 0x7fab7c0b38b0 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48db951640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f48d40b4730 0x7f48d40d1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48db951640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f48d40d0720 0x7f48d40b3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48db951640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48d40d22d0 con 0x7f48d40cfaf0 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48db951640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48d40d1d80 con 0x7f48d40d0720 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48db951640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48d40d3c90 con 0x7f48d40b4730 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d96c6640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f48d40cfaf0 0x7f48d40cfed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53158/0 (socket says 10.20.193.52:53158) 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d96c6640 1 -- 10.20.193.52:0/1479593571 learned_addr learned my addr 10.20.193.52:0/1479593571 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d33fff640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d34160a70 0x7f8d340b2b50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8d20009970 tx=0x7f8d2002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c4e6c0ef0341f2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 --2- 10.20.193.52:0/1479593571 >> v2:10.20.193.52:3300/0 conn(0x7f48d40d0720 0x7f48d40b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27ef10640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb27815e7e0 0x7fb2780d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27ef10640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fb2780cdff0 0x7fb2780ce480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27ef10640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2780d21a0 con 0x7fb2780cfc20 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27ef10640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2780d42e0 con 0x7fb27815e7e0 2026-02-25T15:49:43.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27ef10640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2780d1590 con 0x7fb2780cdff0 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c32575640 1 --2- 10.20.193.52:0/2378101887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c3409a220 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7c340cdaf0 tx=0x7f7c2802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67b456e042976f5e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d8ec5640 1 --2- 10.20.193.52:0/1479593571 >> v2:10.20.193.86:3300/0 conn(0x7f48d40b4730 0x7f48d40d1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb27815e7e0 0x7fb2780d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb27815e7e0 0x7fb2780d3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35558/0 (socket says 10.20.193.52:35558) 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 -- 10.20.193.52:0/874136338 learned_addr learned my addr 10.20.193.52:0/874136338 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d32ffd640 1 -- 10.20.193.52:0/3670606776 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d2002fc30 con 0x7f8d34160a70 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d32ffd640 1 -- 10.20.193.52:0/3670606776 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d2002fd90 con 0x7f8d34160a70 2026-02-25T15:49:43.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 -- 10.20.193.52:0/1479593571 >> v2:10.20.193.86:3300/0 conn(0x7f48d40b4730 msgr2=0x7f48d40d1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 --2- 10.20.193.52:0/1479593571 >> v2:10.20.193.86:3300/0 conn(0x7f48d40b4730 0x7f48d40d1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 -- 10.20.193.52:0/1479593571 >> v1:10.20.193.52:6789/0 conn(0x7f48d40cfaf0 legacy=0x7f48d40cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d32ffd640 1 -- 10.20.193.52:0/3670606776 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d20037660 con 0x7f8d34160a70 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 -- 10.20.193.52:0/1479593571 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48d40d3f70 con 0x7f48d40d0720 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb27d486640 1 --2- 10.20.193.52:0/874136338 >> v2:10.20.193.86:3300/0 conn(0x7fb2780cdff0 0x7fb2780ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c31573640 1 -- 10.20.193.52:0/2378101887 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c2802fbd0 con 0x7f7c34099e40 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 -- 10.20.193.52:0/874136338 >> v2:10.20.193.86:3300/0 conn(0x7fb2780cdff0 msgr2=0x7fb2780ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 --2- 10.20.193.52:0/874136338 >> v2:10.20.193.86:3300/0 conn(0x7fb2780cdff0 0x7fb2780ce480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 -- 10.20.193.52:0/874136338 >> v1:10.20.193.86:6789/0 conn(0x7fb2780cfc20 legacy=0x7fb2780d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c31573640 1 -- 10.20.193.52:0/2378101887 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c2802fd30 con 0x7f7c34099e40 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fb26ffff640 1 -- 10.20.193.52:0/874136338 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2780d1870 con 0x7fb27815e7e0 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c31573640 1 -- 10.20.193.52:0/2378101887 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c2802fea0 con 0x7f7c34099e40 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab82a87640 1 --2- 10.20.193.52:0/249021190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fab7c06a760 tx=0x7fab7802f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f509c29ed385c91 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 -- 10.20.193.52:0/3670606776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d34160a70 msgr2=0x7f8d340b2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d34160a70 0x7f8d340b2b50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8d20009970 tx=0x7f8d2002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 -- 10.20.193.52:0/3670606776 shutdown_connections 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d340cfd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 -- 10.20.193.52:0/2378101887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 msgr2=0x7f7c3409a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 --2- 10.20.193.52:0/2378101887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c3409a220 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7c340cdaf0 tx=0x7f7c2802ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 --2- 10.20.193.52:0/3670606776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d34160a70 0x7f8d340b2b50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 -- 10.20.193.52:0/3670606776 >> 10.20.193.52:0/3670606776 conn(0x7f8d3409c7a0 msgr2=0x7f8d340d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab81284640 1 -- 10.20.193.52:0/249021190 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78006ea0 con 0x7fab7c0b38b0 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 -- 10.20.193.52:0/2378101887 shutdown_connections 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 --2- 10.20.193.52:0/2378101887 >> v2:10.20.193.86:3300/0 conn(0x7f7c340ccf10 0x7f7c340701a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab81284640 1 -- 10.20.193.52:0/249021190 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab7802fe10 con 0x7fab7c0b38b0 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 -- 10.20.193.52:0/3670606776 shutdown_connections 2026-02-25T15:49:43.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 --2- 10.20.193.52:0/2378101887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c3409a220 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 -- 10.20.193.52:0/2378101887 >> 10.20.193.52:0/2378101887 conn(0x7f7c340b2d30 msgr2=0x7f7c340b3140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7fab81284640 1 -- 10.20.193.52:0/249021190 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78037610 con 0x7fab7c0b38b0 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f8d3a623640 1 -- 10.20.193.52:0/3670606776 wait complete. 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 -- 10.20.193.52:0/2378101887 shutdown_connections 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f7c38c01640 1 -- 10.20.193.52:0/2378101887 wait complete. 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.581+0000 7f48d9ec7640 1 --2- 10.20.193.52:0/1479593571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40d0720 0x7f48d40b3460 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f48d40a1420 tx=0x7f48d002f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc2b3a6f236c26d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb26ffff640 1 --2- 10.20.193.52:0/874136338 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb2780d3da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb2780d1480 tx=0x7fb26002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d71af8c9fb1eb586 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48c3fff640 1 -- 10.20.193.52:0/1479593571 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d0006ea0 con 0x7f48d40d0720 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb26f7fe640 1 -- 10.20.193.52:0/874136338 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26002fbd0 con 0x7fb27815e7e0 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48c3fff640 1 -- 10.20.193.52:0/1479593571 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48d0037440 con 0x7f48d40d0720 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb26f7fe640 1 -- 10.20.193.52:0/874136338 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb26002fd30 con 0x7fb27815e7e0 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb26f7fe640 1 -- 10.20.193.52:0/874136338 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26002fea0 con 0x7fb27815e7e0 2026-02-25T15:49:43.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48c3fff640 1 -- 10.20.193.52:0/1479593571 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d00377d0 con 0x7f48d40d0720 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 -- 10.20.193.52:0/249021190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c0b38b0 msgr2=0x7fab7c0b3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 --2- 10.20.193.52:0/249021190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fab7c06a760 tx=0x7fab7802f310 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 -- 10.20.193.52:0/249021190 shutdown_connections 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 --2- 10.20.193.52:0/249021190 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c0b38b0 0x7fab7c0b3cc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 --2- 10.20.193.52:0/249021190 >> v2:10.20.193.86:3300/0 conn(0x7fab7c06b9a0 0x7fab7c06bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 -- 10.20.193.52:0/249021190 >> 10.20.193.52:0/249021190 conn(0x7fab7c070ff0 msgr2=0x7fab7c071400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 -- 10.20.193.52:0/249021190 shutdown_connections 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fab84511640 1 -- 10.20.193.52:0/249021190 wait complete. 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 -- 10.20.193.52:0/1479593571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40d0720 msgr2=0x7f48d40b3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 --2- 10.20.193.52:0/1479593571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40d0720 0x7f48d40b3460 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f48d40a1420 tx=0x7f48d002f1c0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 -- 10.20.193.52:0/1479593571 shutdown_connections 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 --2- 10.20.193.52:0/1479593571 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40d0720 0x7f48d40b3460 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 --2- 10.20.193.52:0/1479593571 >> v2:10.20.193.86:3300/0 conn(0x7f48d40b4730 0x7f48d40d1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 -- 10.20.193.52:0/1479593571 >> 10.20.193.52:0/1479593571 conn(0x7f48d409c7a0 msgr2=0x7f48d40d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 -- 10.20.193.52:0/1479593571 shutdown_connections 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f48db951640 1 -- 10.20.193.52:0/1479593571 wait complete. 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 -- 10.20.193.52:0/874136338 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 msgr2=0x7fb2780d3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 --2- 10.20.193.52:0/874136338 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb2780d3da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb2780d1480 tx=0x7fb26002ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 -- 10.20.193.52:0/874136338 shutdown_connections 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 --2- 10.20.193.52:0/874136338 >> v2:10.20.193.86:3300/0 conn(0x7fb2780cdff0 0x7fb2780ce480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 --2- 10.20.193.52:0/874136338 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb2780d3da0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 -- 10.20.193.52:0/874136338 >> 10.20.193.52:0/874136338 conn(0x7fb27809c7b0 msgr2=0x7fb2780d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f8d3a623640 1 Processor -- start 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 -- 10.20.193.52:0/874136338 shutdown_connections 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7fb27ef10640 1 -- 10.20.193.52:0/874136338 wait complete. 2026-02-25T15:49:43.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f7c38c01640 1 Processor -- start 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f8d3a623640 1 -- start start 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.582+0000 7f7c38c01640 1 -- start start 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d34160a70 0x7f8d341f5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d341f47e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d340b6800 con 0x7f8d340ce880 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d341f5f40 con 0x7f8d34160a70 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d340b8e80 con 0x7f8d34160e50 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 0x7f7c340c5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7c340ccf10 0x7f7c340b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c34157e40 con 0x7f7c34099e40 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c340c5d80 con 0x7f7c3406bae0 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c340c6290 con 0x7f7c340ccf10 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 Processor -- start 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fab84511640 1 Processor -- start 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35574/0 (socket says 10.20.193.52:35574) 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 -- 10.20.193.52:0/781547032 learned_addr learned my addr 10.20.193.52:0/781547032 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 -- start start 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35576/0 (socket says 10.20.193.52:35576) 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 -- 10.20.193.52:0/1353232659 learned_addr learned my addr 10.20.193.52:0/1353232659 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 Processor -- start 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d337fe640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d34160a70 0x7f8d341f5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c32575640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 0x7f7c340c5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 -- start start 2026-02-25T15:49:43.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c32d76640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7c340ccf10 0x7f7c340b6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 -- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 msgr2=0x7f8d341f47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d341f47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 -- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d34160a70 msgr2=0x7f8d341f5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d34160a70 0x7f8d341f5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 -- 10.20.193.52:0/781547032 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d200095d0 con 0x7f8d340ce880 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 -- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7c340ccf10 msgr2=0x7f7c340b6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7c340ccf10 0x7f7c340b6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 -- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 msgr2=0x7f7c340c5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 0x7f7c340c5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 -- 10.20.193.52:0/1353232659 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c280095d0 con 0x7f7c34099e40 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d33fff640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8d2002eff0 tx=0x7f8d200047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c32575640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 0x7f7c340c5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c31d74640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c00b550 tx=0x7f7c1c00ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d20042620 con 0x7f8d340ce880 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d20042780 con 0x7f8d340ce880 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d340b88c0 con 0x7f8d340ce880 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c004500 con 0x7f7c34099e40 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c1c0026e0 con 0x7f7c34099e40 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c340ca630 con 0x7f7c34099e40 2026-02-25T15:49:43.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c1c002a90 con 0x7f7c34099e40 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c340cabf0 con 0x7f7c34099e40 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2780cdff0 0x7fb27814f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2780cfc20 0x7fb27809e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27809fdd0 con 0x7fb27815e7e0 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27809eef0 con 0x7fb2780cdff0 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27ef10640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb27809f1c0 con 0x7fb2780cfc20 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48d40cfaf0 0x7f48d414c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48d40d0720 0x7f48d40cc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48d406d090 con 0x7f48d40b4730 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48d415ff50 con 0x7f48d40cfaf0 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f48db951640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48d415f580 con 0x7f48d40d0720 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27d486640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27d486640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35584/0 (socket says 10.20.193.52:35584) 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fb27d486640 1 -- 10.20.193.52:0/107504107 learned_addr learned my addr 10.20.193.52:0/107504107 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d20042b30 con 0x7f8d340ce880 2026-02-25T15:49:43.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fdefae23640 1 Processor -- start 2026-02-25T15:49:43.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fdefae23640 1 -- start start 2026-02-25T15:49:43.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb26ffff640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2780cfc20 0x7fb27809e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d3409d2b0 con 0x7f8d340ce880 2026-02-25T15:49:43.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27cc85640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2780cdff0 0x7fb27814f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 Processor -- start 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.583+0000 7fab84511640 1 -- start start 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35590/0 (socket says 10.20.193.52:35590) 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 -- 10.20.193.52:0/3263254140 learned_addr learned my addr 10.20.193.52:0/3263254140 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d8ec5640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48d40cfaf0 0x7f48d414c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d9ec7640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48d40d0720 0x7f48d40cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fab7c0b38b0 0x7fab7c156230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab7c15b170 0x7fab7c159cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c151030 con 0x7fab7c06b9a0 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c156c10 con 0x7fab7c0b38b0 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c156ef0 con 0x7fab7c15b170 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 -- start start 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27d486640 1 -- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2780cfc20 msgr2=0x7fb27809e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27d486640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2780cfc20 0x7fb27809e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27d486640 1 -- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2780cdff0 msgr2=0x7fb27814f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27d486640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2780cdff0 0x7fb27814f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fb27d486640 1 -- 10.20.193.52:0/107504107 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2600095d0 con 0x7fb27815e7e0 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 -- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48d40d0720 msgr2=0x7f48d40cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48d40d0720 0x7f48d40cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 -- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48d40cfaf0 msgr2=0x7f48d414c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48d40cfaf0 0x7f48d414c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 -- 10.20.193.52:0/3263254140 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48d0009a70 con 0x7f48d40b4730 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35598/0 (socket says 10.20.193.52:35598) 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 -- 10.20.193.52:0/269978492 learned_addr learned my addr 10.20.193.52:0/269978492 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82a87640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab7c15b170 0x7fab7c159cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab81a85640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fab7c0b38b0 0x7fab7c156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 -- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab7c15b170 msgr2=0x7fab7c159cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab7c15b170 0x7fab7c159cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 -- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fab7c0b38b0 msgr2=0x7fab7c156230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48d96c6640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f48c400c730 tx=0x7f48c400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fab7c0b38b0 0x7fab7c156230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 -- 10.20.193.52:0/269978492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab78009b30 con 0x7fab7c06b9a0 2026-02-25T15:49:43.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab82286640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fab6c00c520 tx=0x7fab6c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c34067c80 con 0x7f7c34099e40 2026-02-25T15:49:43.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c4005bb0 con 0x7f48d40b4730 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdefae23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdef40cfc20 0x7fdef415e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48d406cdb0 con 0x7f48d40b4730 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdefae23640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fdef40cdff0 0x7fdef40ce460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdefae23640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdef40d21a0 con 0x7fdef40d0000 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdefae23640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdef40d1590 con 0x7fdef40cfc20 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdefae23640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdef40d1870 con 0x7fdef40cdff0 2026-02-25T15:49:43.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48d415f210 con 0x7f48d40b4730 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c005d20 con 0x7fab7c06b9a0 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdeebfff640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fdef40d0000 0x7fdef40d3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50256/0 (socket says 10.20.193.52:50256) 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdeebfff640 1 -- 10.20.193.52:0/4007040278 learned_addr learned my addr 10.20.193.52:0/4007040278 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fdef9399640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fdef40cdff0 0x7fdef40ce460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab7c1571d0 con 0x7fab7c06b9a0 2026-02-25T15:49:43.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7c157790 con 0x7fab7c06b9a0 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc2f40d1e70 0x7fc2f40cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc2f40b2430 0x7fc2f40cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2f40c65a0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2f40c6c50 con 0x7fc2f40b2430 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.584+0000 7fc2fc823640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2f40ce370 con 0x7fc2f40d1e70 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d340cfd30 con 0x7f8d340ce880 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fb27d486640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb274007e60 tx=0x7fb27400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fdef9399640 1 -- 10.20.193.52:0/4007040278 >> v2:10.20.193.52:3300/0 conn(0x7fdef40cfc20 msgr2=0x7fdef415e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fdef9399640 1 --2- 10.20.193.52:0/4007040278 >> v2:10.20.193.52:3300/0 conn(0x7fdef40cfc20 0x7fdef415e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fdef9399640 1 -- 10.20.193.52:0/4007040278 >> v1:10.20.193.86:6789/0 conn(0x7fdef40d0000 legacy=0x7fdef40d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc2f40b2430 0x7fc2f40cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc2f40b2430 0x7fc2f40cf390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35614/0 (socket says 10.20.193.52:35614) 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 -- 10.20.193.52:0/3693811991 learned_addr learned my addr 10.20.193.52:0/3693811991 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fdeeb7fe640 1 -- 10.20.193.52:0/4007040278 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3217048025 0 0) 0x7fdef40d21a0 con 0x7fdef40d0000 2026-02-25T15:49:43.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2f9d97640 1 --2- 10.20.193.52:0/3693811991 >> v2:10.20.193.86:3300/0 conn(0x7fc2f40d1e70 0x7fc2f40cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7c1c002bf0 con 0x7f7c34099e40 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fdef9399640 1 -- 10.20.193.52:0/4007040278 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdef40d1b50 con 0x7fdef40cdff0 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48d415ed90 con 0x7f48d40b4730 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab7c1579a0 con 0x7fab7c06b9a0 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8d20042c90 con 0x7f8d340ce880 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 -- 10.20.193.52:0/3693811991 >> v2:10.20.193.86:3300/0 conn(0x7fc2f40d1e70 msgr2=0x7fc2f40cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 --2- 10.20.193.52:0/3693811991 >> v2:10.20.193.86:3300/0 conn(0x7fc2f40d1e70 0x7fc2f40cee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 -- 10.20.193.52:0/3693811991 >> v1:10.20.193.86:6789/0 conn(0x7fc2f40d1a90 legacy=0x7fc2f40b2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7fc2fad99640 1 -- 10.20.193.52:0/3693811991 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2f40ce650 con 0x7fc2f40b2430 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f7c1affd640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 0x7f7c00078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8d30ff9640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 0x7f8d04078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7c1c097a60 con 0x7f7c34099e40 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8d200bcb10 con 0x7f8d340ce880 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8d337fe640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 0x7f8d04078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f7c32575640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 0x7f7c00078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.585+0000 7f8586e7c640 1 Processor -- start 2026-02-25T15:49:43.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdef9399640 1 --2- 10.20.193.52:0/4007040278 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cdff0 0x7fdef40ce460 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdef41621e0 tx=0x7fdef002f250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6449179664653d6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fc2fad99640 1 --2- 10.20.193.52:0/3693811991 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40b2430 0x7fc2f40cf390 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40cdb60 tx=0x7fc2e802f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a08eaaa96ab7e54 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8586e7c640 1 -- start start 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdeeb7fe640 1 -- 10.20.193.52:0/4007040278 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef0006ea0 con 0x7fdef40cdff0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8d337fe640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 0x7f8d04078500 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8d340d0120 tx=0x7f8d24008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdeeb7fe640 1 -- 10.20.193.52:0/4007040278 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdef0037440 con 0x7fdef40cdff0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdeeb7fe640 1 -- 10.20.193.52:0/4007040278 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef00377d0 con 0x7fdef40cdff0 2026-02-25T15:49:43.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f7c32575640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 0x7f7c00078500 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7c34161260 tx=0x7f7c28033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 -- 10.20.193.52:0/4007040278 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cdff0 msgr2=0x7fdef40ce460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 --2- 10.20.193.52:0/4007040278 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cdff0 0x7fdef40ce460 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fdef41621e0 tx=0x7fdef002f250 comp rx=0 tx=0).stop 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 -- 10.20.193.52:0/4007040278 shutdown_connections 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 --2- 10.20.193.52:0/4007040278 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cdff0 0x7fdef40ce460 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 --2- 10.20.193.52:0/4007040278 >> v2:10.20.193.52:3300/0 conn(0x7fdef40cfc20 0x7fdef415e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 -- 10.20.193.52:0/4007040278 >> 10.20.193.52:0/4007040278 conn(0x7fdef409c7b0 msgr2=0x7fdef40d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 -- 10.20.193.52:0/4007040278 shutdown_connections 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7fdefae23640 1 -- 10.20.193.52:0/4007040278 wait complete. 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8586e7c640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f858015a6a0 0x7f85800cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8586e7c640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85800ac3a0 con 0x7f85800cf760 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8584bf1640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f85800cf760 0x7f85800cfb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53168/0 (socket says 10.20.193.52:53168) 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8584bf1640 1 -- 10.20.193.52:0/2104309275 learned_addr learned my addr 10.20.193.52:0/2104309275 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8586e7c640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f858015ac80 con 0x7f85800ac880 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.586+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f858015af60 con 0x7f858015a6a0 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f8577fff640 1 --2- 10.20.193.52:0/2104309275 >> v2:10.20.193.86:3300/0 conn(0x7f858015a6a0 0x7f85800cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f8577fff640 1 -- 10.20.193.52:0/2104309275 >> v1:10.20.193.86:6789/0 conn(0x7f85800ac880 legacy=0x7f85800acd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f8577fff640 1 -- 10.20.193.52:0/2104309275 >> v1:10.20.193.52:6789/0 conn(0x7f85800cf760 legacy=0x7f85800cfb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f8577fff640 1 -- 10.20.193.52:0/2104309275 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f858015b240 con 0x7f858015a6a0 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 Processor -- start 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab6c005e80 con 0x7fab7c06b9a0 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c007270 con 0x7fab7c06b9a0 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48c4005d10 con 0x7f48d40b4730 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c4002b60 con 0x7f48d40b4730 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7c1c05d6d0 con 0x7f7c34099e40 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 -- start start 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cfc20 0x7fdef40c8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdef40d0000 0x7fdef40c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdef415ce40 con 0x7fdef40cdff0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdef4149460 con 0x7fdef40cfc20 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdefae23640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdef40c7310 con 0x7fdef40d0000 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdef8b98640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdef8b98640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35622/0 (socket says 10.20.193.52:35622) 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdef8b98640 1 -- 10.20.193.52:0/2613445424 learned_addr learned my addr 10.20.193.52:0/2613445424 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fc2f9596640 1 -- 10.20.193.52:0/3693811991 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8006ea0 con 0x7fc2f40b2430 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdeebfff640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cfc20 0x7fdef40c8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7f8577fff640 1 --2- 10.20.193.52:0/2104309275 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f858015a6a0 0x7f85800cebf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f85680098a0 tx=0x7f856802eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3e57dbb4fafbe5c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdef8b98640 1 -- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdef40d0000 msgr2=0x7fdef40c8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.587+0000 7fdef8b98640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdef40d0000 0x7fdef40c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7fdef8b98640 1 -- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cfc20 msgr2=0x7fdef40c8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7fdef8b98640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cfc20 0x7fdef40c8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7fdef8b98640 1 -- 10.20.193.52:0/2613445424 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdef0009a70 con 0x7fdef40cdff0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f85777fe640 1 -- 10.20.193.52:0/2104309275 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856802fb70 con 0x7f858015a6a0 2026-02-25T15:49:43.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f85777fe640 1 -- 10.20.193.52:0/2104309275 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f856802fcd0 con 0x7f858015a6a0 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f85777fe640 1 -- 10.20.193.52:0/2104309275 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8568037660 con 0x7f858015a6a0 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7fdef8b98640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fdee400b500 tx=0x7fdee400b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f858015a6a0 msgr2=0x7f85800cebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 --2- 10.20.193.52:0/2104309275 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f858015a6a0 0x7f85800cebf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f85680098a0 tx=0x7f856802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 shutdown_connections 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 --2- 10.20.193.52:0/2104309275 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f858015a6a0 0x7f85800cebf0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 >> 10.20.193.52:0/2104309275 conn(0x7f858006ab70 msgr2=0x7f858006af80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 shutdown_connections 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.588+0000 7f8586e7c640 1 -- 10.20.193.52:0/2104309275 wait complete. 2026-02-25T15:49:43.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 Processor -- start 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 -- start start 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f85800ac880 0x7f85800af9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 0x7f8580151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85801505e0 con 0x7f85800cf760 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85800b0340 con 0x7f85800ac880 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8586e7c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85800b0620 con 0x7f858015a6a0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35624/0 (socket says 10.20.193.52:35624) 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 -- 10.20.193.52:0/1082875028 learned_addr learned my addr 10.20.193.52:0/1082875028 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 -- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 msgr2=0x7f8580151c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f85853f2640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 0x7f8580151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 0x7f8580151c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 -- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f85800ac880 msgr2=0x7f85800af9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f85800ac880 0x7f85800af9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8577fff640 1 -- 10.20.193.52:0/1082875028 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8568009500 con 0x7f85800cf760 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb274006ea0 con 0x7fb27815e7e0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb27809f4a0 con 0x7fb27815e7e0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb27809fa60 con 0x7fb27815e7e0 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f85853f2640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 0x7f8580151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:43.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.589+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8d200826a0 con 0x7f8d340ce880 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f8577fff640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8568009130 tx=0x7f85680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb27401e460 con 0x7fb27815e7e0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb27401e7d0 con 0x7fb27815e7e0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdee4004480 con 0x7fdef40cdff0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdef40d05c0 con 0x7fdef40cdff0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdef41491a0 con 0x7fdef40cdff0 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2f9596640 1 -- 10.20.193.52:0/3693811991 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2e802fe10 con 0x7fc2f40b2430 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2f9596640 1 -- 10.20.193.52:0/3693811991 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8037610 con 0x7fc2f40b2430 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8568042830 con 0x7f85800cf760 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85680429b0 con 0x7f85800cf760 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8568042d60 con 0x7f85800cf760 2026-02-25T15:49:43.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f858009b0b0 con 0x7f85800cf760 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f858009b670 con 0x7f85800cf760 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 -- 10.20.193.52:0/3693811991 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40b2430 msgr2=0x7fc2f40cf390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 --2- 10.20.193.52:0/3693811991 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40b2430 0x7fc2f40cf390 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40cdb60 tx=0x7fc2e802f310 comp rx=0 tx=0).stop 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb27809ff40 con 0x7fb27815e7e0 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 -- 10.20.193.52:0/3693811991 shutdown_connections 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 --2- 10.20.193.52:0/3693811991 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40b2430 0x7fc2f40cf390 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 --2- 10.20.193.52:0/3693811991 >> v2:10.20.193.86:3300/0 conn(0x7fc2f40d1e70 0x7fc2f40cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fc2fc823640 1 -- 10.20.193.52:0/3693811991 >> 10.20.193.52:0/3693811991 conn(0x7fc2f409c7b0 msgr2=0x7fc2f40d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f48c4007270 con 0x7f48d40b4730 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.590+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdef415e4d0 con 0x7fdef40cdff0 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdee4009330 con 0x7fdef40cdff0 2026-02-25T15:49:43.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fc2fc823640 1 -- 10.20.193.52:0/3693811991 shutdown_connections 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fab6c007490 con 0x7fab7c06b9a0 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fc2fc823640 1 -- 10.20.193.52:0/3693811991 wait complete. 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdee40028e0 con 0x7fdef40cdff0 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f858009af10 con 0x7f85800cf760 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fab62ffd640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 0x7fab4c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7f48c1ffb640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 0x7f48a4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f48c40969e0 con 0x7f48d40b4730 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7f48d8ec5640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 0x7f48a4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fab6c096910 con 0x7fab7c06b9a0 2026-02-25T15:49:43.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fab81a85640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 0x7fab4c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7f48d8ec5640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 0x7f48a4078500 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f48d40c9fc0 tx=0x7f48c8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fb27401e930 con 0x7fb27815e7e0 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fab81a85640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 0x7fab4c078500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fab7c0ae090 tx=0x7fab70008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.591+0000 7fc2fc823640 1 Processor -- start 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 -- start start 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fb26d7fa640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 0x7fb248078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fb27cc85640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 0x7fb248078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc2f40b2430 0x7fc2f41fa000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc2f40d1e70 0x7fc2f41fcaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f41f9b70 con 0x7fc2f40d1a90 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f41fd610 con 0x7fc2f40d1e70 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fc823640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2f41fd8f0 con 0x7fc2f40b2430 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fb27cc85640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 0x7fb248078500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb268006fd0 tx=0x7fb268008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35638/0 (socket says 10.20.193.52:35638) 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 -- 10.20.193.52:0/1509415962 learned_addr learned my addr 10.20.193.52:0/1509415962 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fad99640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc2f40d1e70 0x7fc2f41fcaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2fa598640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc2f40b2430 0x7fc2f41fa000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 -- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc2f40b2430 msgr2=0x7fc2f41fa000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc2f40b2430 0x7fc2f41fa000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 -- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc2f40d1e70 msgr2=0x7fc2f41fcaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc2f40d1e70 0x7fc2f41fcaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 -- 10.20.193.52:0/1509415962 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2e8009b30 con 0x7fc2f40d1a90 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.592+0000 7fc2f9d97640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc2e000e810 tx=0x7fc2e000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.593+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f48c405c570 con 0x7f48d40b4730 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fab6c05c4f0 con 0x7fab7c06b9a0 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2e000c8d0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2f41f9800 con 0x7fc2f40d1a90 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2f41f93c0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fb274061720 con 0x7fb27815e7e0 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2e000ca30 con 0x7fc2f40d1a90 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2e000cdc0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.595+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdee4002a40 con 0x7fdef40cdff0 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8568055480 con 0x7f85800cf760 2026-02-25T15:49:43.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2f41f9ce0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7fdee97fa640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 0x7fdec4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fdee40977f0 con 0x7fdef40cdff0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7fdeebfff640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 0x7fdec4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7f85757fa640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 0x7f8550078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f856802fe40 con 0x7f85800cf760 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7f8584bf1640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 0x7f8550078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7fdeebfff640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 0x7fdec4078500 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdef415cfb0 tx=0x7fdedc007c10 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.596+0000 7f8584bf1640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 0x7f8550078500 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8570007fd0 tx=0x7f8570007b20 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.597+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb27405e300 con 0x7fb27815e7e0 2026-02-25T15:49:43.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.599+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdee405d2b0 con 0x7fdef40cdff0 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.601+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8568082c10 con 0x7f85800cf760 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.602+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc2e0026430 con 0x7fc2f40d1a90 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.602+0000 7fc2deffd640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 0x7fc2c4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.602+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fc2e0097530 con 0x7fc2f40d1a90 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.602+0000 7fc2fa598640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 0x7fc2c4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.602+0000 7fc2fa598640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 0x7fc2c4078500 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec002770 tx=0x7fc2ec009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:43.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.603+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc2e005d010 con 0x7fc2f40d1a90 2026-02-25T15:49:43.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.677+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f8d3408d240 con 0x7f8d340ce880 2026-02-25T15:49:43.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.677+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f7c3415da30 con 0x7f7c34099e40 2026-02-25T15:49:43.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.677+0000 7f8d30ff9640 1 -- 10.20.193.52:0/781547032 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8d2008ce60 con 0x7f8d340ce880 2026-02-25T15:49:43.679 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:43.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.677+0000 7f7c1affd640 1 -- 10.20.193.52:0/1353232659 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7c1c060750 con 0x7f7c34099e40 2026-02-25T15:49:43.679 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:43.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f48d415ed90 con 0x7f48d40b4730 2026-02-25T15:49:43.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 msgr2=0x7f8d04078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 0x7f8d04078500 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8d340d0120 tx=0x7f8d24008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 msgr2=0x7f8d340b62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8d2002eff0 tx=0x7f8d200047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 shutdown_connections 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d04076040 0x7f8d04078500 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d34160e50 0x7f8d341f47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d34160a70 0x7f8d341f5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 --2- 10.20.193.52:0/781547032 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d340ce880 0x7f8d340b62c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 >> 10.20.193.52:0/781547032 conn(0x7f8d3409c7a0 msgr2=0x7f8d340b1e00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f48c1ffb640 1 -- 10.20.193.52:0/3263254140 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f48d415ed90 con 0x7f48d40b4730 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 shutdown_connections 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f8d3a623640 1 -- 10.20.193.52:0/781547032 wait complete. 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 msgr2=0x7f7c00078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 0x7f7c00078500 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7c34161260 tx=0x7f7c28033000 comp rx=0 tx=0).stop 2026-02-25T15:49:43.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 msgr2=0x7f7c340b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c00b550 tx=0x7f7c1c00ba20 comp rx=0 tx=0).stop 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 shutdown_connections 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7c00076040 0x7f7c00078500 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7c340ccf10 0x7f7c340b6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7c34099e40 0x7f7c340b6530 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 --2- 10.20.193.52:0/1353232659 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7c3406bae0 0x7f7c340c5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 >> 10.20.193.52:0/1353232659 conn(0x7f7c340b2d30 msgr2=0x7f7c340cf820 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 shutdown_connections 2026-02-25T15:49:43.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.679+0000 7f7c38c01640 1 -- 10.20.193.52:0/1353232659 wait complete. 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 msgr2=0x7f48a4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 0x7f48a4078500 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f48d40c9fc0 tx=0x7f48c8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 msgr2=0x7f48d415fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f48c400c730 tx=0x7f48c400cc00 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 shutdown_connections 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f48a4076040 0x7f48a4078500 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48d40d0720 0x7f48d40cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48d40cfaf0 0x7f48d414c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 --2- 10.20.193.52:0/3263254140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48d40b4730 0x7f48d415fa10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 >> 10.20.193.52:0/3263254140 conn(0x7f48d409c7a0 msgr2=0x7f48d415bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 shutdown_connections 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7f48db951640 1 -- 10.20.193.52:0/3263254140 wait complete. 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fab7c06c330 con 0x7fab7c06b9a0 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.681+0000 7fab62ffd640 1 -- 10.20.193.52:0/269978492 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fab7c06c330 con 0x7fab7c06b9a0 2026-02-25T15:49:43.683 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:43.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fb2780b5d90 con 0x7fb27815e7e0 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 msgr2=0x7fab4c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 0x7fab4c078500 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fab7c0ae090 tx=0x7fab70008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 msgr2=0x7fab7c150af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fab6c00c520 tx=0x7fab6c00c9f0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 shutdown_connections 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fab4c076040 0x7fab4c078500 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fab7c15b170 0x7fab7c159cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fab7c0b38b0 0x7fab7c156230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 --2- 10.20.193.52:0/269978492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fab7c06b9a0 0x7fab7c150af0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fb26d7fa640 1 -- 10.20.193.52:0/107504107 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb274061380 con 0x7fb27815e7e0 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 >> 10.20.193.52:0/269978492 conn(0x7fab7c070ff0 msgr2=0x7fab7c15f0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 shutdown_connections 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.683+0000 7fab84511640 1 -- 10.20.193.52:0/269978492 wait complete. 2026-02-25T15:49:43.685 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fdef415e7e0 con 0x7fdef40cdff0 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 msgr2=0x7fb248078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 0x7fb248078500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb268006fd0 tx=0x7fb268008040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fdee97fa640 1 -- 10.20.193.52:0/2613445424 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fdee4060330 con 0x7fdef40cdff0 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 msgr2=0x7fb27809e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb274007e60 tx=0x7fb27400e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 shutdown_connections 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb248076040 0x7fb248078500 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27815e7e0 0x7fb27809e9b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2780cfc20 0x7fb27809e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 --2- 10.20.193.52:0/107504107 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb2780cdff0 0x7fb27814f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.685+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 >> 10.20.193.52:0/107504107 conn(0x7fb27809c7b0 msgr2=0x7fb2780ce480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.686+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 shutdown_connections 2026-02-25T15:49:43.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.686+0000 7fb27ef10640 1 -- 10.20.193.52:0/107504107 wait complete. 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 msgr2=0x7fdec4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 0x7fdec4078500 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdef415cfb0 tx=0x7fdedc007c10 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 msgr2=0x7fdef40c6dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fdee400b500 tx=0x7fdee400b9d0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f858009af10 con 0x7f85800cf760 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 shutdown_connections 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdec4076040 0x7fdec4078500 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdef40d0000 0x7fdef40c8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdef40cfc20 0x7fdef40c8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 --2- 10.20.193.52:0/2613445424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdef40cdff0 0x7fdef40c6dd0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.687+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 >> 10.20.193.52:0/2613445424 conn(0x7fdef409c7b0 msgr2=0x7fdef40d3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.688+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 shutdown_connections 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.688+0000 7fdefae23640 1 -- 10.20.193.52:0/2613445424 wait complete. 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.688+0000 7f85757fa640 1 -- 10.20.193.52:0/1082875028 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f858009af10 con 0x7f85800cf760 2026-02-25T15:49:43.689 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:43.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.0 2026-02-25T15:49:43.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2026-02-25T15:49:43.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 msgr2=0x7f8550078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 0x7f8550078500 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8570007fd0 tx=0x7f8570007b20 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 msgr2=0x7f85801594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8568009130 tx=0x7f85680047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 shutdown_connections 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8550076040 0x7f8550078500 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f858015a6a0 0x7f8580151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f85800cf760 0x7f85801594c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 --2- 10.20.193.52:0/1082875028 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f85800ac880 0x7f85800af9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 >> 10.20.193.52:0/1082875028 conn(0x7f858006ab70 msgr2=0x7f858006af50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 shutdown_connections 2026-02-25T15:49:43.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.689+0000 7f8586e7c640 1 -- 10.20.193.52:0/1082875028 wait complete. 2026-02-25T15:49:43.691 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2026-02-25T15:49:43.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.691+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fc2f40b29a0 con 0x7fc2f40d1a90 2026-02-25T15:49:43.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.691+0000 7fc2deffd640 1 -- 10.20.193.52:0/1509415962 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc2e0060090 con 0x7fc2f40d1a90 2026-02-25T15:49:43.693 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 msgr2=0x7fc2c4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 0x7fc2c4078500 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec002770 tx=0x7fc2ec009040 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 msgr2=0x7fc2f41f8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc2e000e810 tx=0x7fc2e000ece0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 shutdown_connections 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc2c4076040 0x7fc2c4078500 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc2f40d1e70 0x7fc2f41fcaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc2f40d1a90 0x7fc2f41f8e80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 --2- 10.20.193.52:0/1509415962 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc2f40b2430 0x7fc2f41fa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 >> 10.20.193.52:0/1509415962 conn(0x7fc2f409c7b0 msgr2=0x7fc2f40b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 shutdown_connections 2026-02-25T15:49:43.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:43.693+0000 7fc2fc823640 1 -- 10.20.193.52:0/1509415962 wait complete. 2026-02-25T15:49:43.695 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.2 2026-02-25T15:49:43.696 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.3 2026-02-25T15:49:43.697 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2026-02-25T15:49:43.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2026-02-25T15:49:43.703 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.4 2026-02-25T15:49:44.691 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-25T15:49:44.692 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-02-25T15:49:44.692 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-25T15:49:44.695 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-25T15:49:44.696 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-25T15:49:44.697 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-02-25T15:49:44.701 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-02-25T15:49:44.704 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-02-25T15:49:44.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f55cae09640 1 Processor -- start 2026-02-25T15:49:44.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f2952a11640 1 Processor -- start 2026-02-25T15:49:44.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f55cae09640 1 -- start start 2026-02-25T15:49:44.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f2952a11640 1 -- start start 2026-02-25T15:49:44.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f739abc0640 1 Processor -- start 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55cae09640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f55c406b7f0 0x7f55c406a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55cae09640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55c40afb10 con 0x7f55c4071fb0 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55cae09640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55c40aefb0 con 0x7f55c40b30a0 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55cae09640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55c40af270 con 0x7f55c406b7f0 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f55c406b7f0 0x7f55c406a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f55c406b7f0 0x7f55c406a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35658/0 (socket says 10.20.193.52:35658) 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 -- 10.20.193.52:0/2145541522 learned_addr learned my addr 10.20.193.52:0/2145541522 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c937f640 1 --1- 10.20.193.52:0/2145541522 >> v1:10.20.193.52:6789/0 conn(0x7f55c4071fb0 0x7f55c4161290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53180/0 (socket says 10.20.193.52:53180) 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 -- 10.20.193.52:0/2145541522 >> v1:10.20.193.86:6789/0 conn(0x7f55c40b30a0 legacy=0x7f55c40718a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 -- 10.20.193.52:0/2145541522 >> v1:10.20.193.52:6789/0 conn(0x7f55c4071fb0 legacy=0x7f55c4161290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f55c8b7e640 1 -- 10.20.193.52:0/2145541522 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55c40af550 con 0x7f55c406b7f0 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55c8b7e640 1 --2- 10.20.193.52:0/2145541522 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c406b7f0 0x7f55c406a990 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f55b4009970 tx=0x7f55b402ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcf7ee1d3e87602d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55bb7fe640 1 -- 10.20.193.52:0/2145541522 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55b402fb10 con 0x7f55c406b7f0 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55bb7fe640 1 -- 10.20.193.52:0/2145541522 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55b402fc70 con 0x7f55c406b7f0 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55bb7fe640 1 -- 10.20.193.52:0/2145541522 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55b4037440 con 0x7f55c406b7f0 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 -- 10.20.193.52:0/2145541522 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c406b7f0 msgr2=0x7f55c406a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 --2- 10.20.193.52:0/2145541522 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c406b7f0 0x7f55c406a990 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f55b4009970 tx=0x7f55b402ee90 comp rx=0 tx=0).stop 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.762+0000 7f739abc0640 1 -- start start 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f73940cfc20 0x7f739415e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73940d0000 0x7f73940d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7394161140 0x7f73941615d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73940d21a0 con 0x7f73940d0000 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73940d42e0 con 0x7f73940cfc20 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f739abc0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73940d1590 con 0x7f7394161140 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73940d0000 0x7f73940d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f73940d0000 0x7f73940d3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35648/0 (socket says 10.20.193.52:35648) 2026-02-25T15:49:44.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 -- 10.20.193.52:0/746767708 learned_addr learned my addr 10.20.193.52:0/746767708 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f7399136640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7394161140 0x7f73941615d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f7398935640 1 --2- 10.20.193.52:0/746767708 >> v2:10.20.193.86:3300/0 conn(0x7f73940cfc20 0x7f739415e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 -- 10.20.193.52:0/746767708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7394161140 msgr2=0x7f73941615d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7394161140 0x7f73941615d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 -- 10.20.193.52:0/746767708 >> v2:10.20.193.86:3300/0 conn(0x7f73940cfc20 msgr2=0x7f739415e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 --2- 10.20.193.52:0/746767708 >> v2:10.20.193.86:3300/0 conn(0x7f73940cfc20 0x7f739415e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f738bfff640 1 -- 10.20.193.52:0/746767708 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73940d1870 con 0x7f73940d0000 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f738bfff640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73940d0000 0x7f73940d3da0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f739408da10 tx=0x7f737c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fd3e28f202f4e48 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f738b7fe640 1 -- 10.20.193.52:0/746767708 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737c02fbd0 con 0x7f73940d0000 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f738b7fe640 1 -- 10.20.193.52:0/746767708 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f737c02fd30 con 0x7f73940d0000 2026-02-25T15:49:44.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f738b7fe640 1 -- 10.20.193.52:0/746767708 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737c02fea0 con 0x7f73940d0000 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 0x7f294c161a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f294c15d9e0 0x7f294c06b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 0x7f294c0ad2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f294c161f70 con 0x7f294c06f620 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f294c06ce80 con 0x7f294c15d9e0 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2952a11640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f294c06fa00 con 0x7f294c06bee0 2026-02-25T15:49:44.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 0x7f294c161a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f294c15d9e0 0x7f294c06b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2950f87640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 0x7f294c0ad2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2950f87640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 0x7f294c0ad2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:43776/0 (socket says 10.20.193.52:43776) 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 0x7f294c161a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35672/0 (socket says 10.20.193.52:35672) 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f2950f87640 1 -- 10.20.193.52:0/2426067203 learned_addr learned my addr 10.20.193.52:0/2426067203 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f294c15d9e0 0x7f294c06b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:55642/0 (socket says 10.20.193.52:55642) 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 -- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 msgr2=0x7f294c0ad2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 --2- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 0x7f294c0ad2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 -- 10.20.193.52:0/2426067203 >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 msgr2=0x7f294c161a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 --2- 10.20.193.52:0/2426067203 >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 0x7f294c161a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.763+0000 7f294b7fe640 1 -- 10.20.193.52:0/2426067203 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f294c06c2c0 con 0x7f294c15d9e0 2026-02-25T15:49:44.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f294b7fe640 1 --2- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c06b9a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f294c06a760 tx=0x7f293c02ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9af2c78b064c39a9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f294affd640 1 -- 10.20.193.52:0/2426067203 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f293c02fb80 con 0x7f294c15d9e0 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f294affd640 1 -- 10.20.193.52:0/2426067203 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f293c02fce0 con 0x7f294c15d9e0 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f294affd640 1 -- 10.20.193.52:0/2426067203 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f293c037660 con 0x7f294c15d9e0 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 -- 10.20.193.52:0/2145541522 shutdown_connections 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 --2- 10.20.193.52:0/2145541522 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c406b7f0 0x7f55c406a990 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 -- 10.20.193.52:0/2145541522 >> 10.20.193.52:0/2145541522 conn(0x7f55c40b1da0 msgr2=0x7f55c40b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 -- 10.20.193.52:0/2145541522 shutdown_connections 2026-02-25T15:49:44.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f55cae09640 1 -- 10.20.193.52:0/2145541522 wait complete. 2026-02-25T15:49:44.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 -- 10.20.193.52:0/746767708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73940d0000 msgr2=0x7f73940d3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73940d0000 0x7f73940d3da0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f739408da10 tx=0x7f737c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 -- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 msgr2=0x7f294c06b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 --2- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c06b9a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f294c06a760 tx=0x7f293c02ef10 comp rx=0 tx=0).stop 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 -- 10.20.193.52:0/746767708 shutdown_connections 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7394161140 0x7f73941615d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 --2- 10.20.193.52:0/746767708 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f73940d0000 0x7f73940d3da0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 --2- 10.20.193.52:0/746767708 >> v2:10.20.193.86:3300/0 conn(0x7f73940cfc20 0x7f739415e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 -- 10.20.193.52:0/746767708 >> 10.20.193.52:0/746767708 conn(0x7f739409c7b0 msgr2=0x7f73940d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 -- 10.20.193.52:0/2426067203 shutdown_connections 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 --2- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06bee0 0x7f294c0ad2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 --2- 10.20.193.52:0/2426067203 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c06b9a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 --2- 10.20.193.52:0/2426067203 >> v2:10.20.193.52:3300/0 conn(0x7f294c06f620 0x7f294c161a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 -- 10.20.193.52:0/2426067203 >> 10.20.193.52:0/2426067203 conn(0x7f294c070ff0 msgr2=0x7f294c071400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.778 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 -- 10.20.193.52:0/746767708 shutdown_connections 2026-02-25T15:49:44.778 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f739abc0640 1 -- 10.20.193.52:0/746767708 wait complete. 2026-02-25T15:49:44.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 -- 10.20.193.52:0/2426067203 shutdown_connections 2026-02-25T15:49:44.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.764+0000 7f2952a11640 1 -- 10.20.193.52:0/2426067203 wait complete. 2026-02-25T15:49:44.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f55cae09640 1 Processor -- start 2026-02-25T15:49:44.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 Processor -- start 2026-02-25T15:49:44.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f739abc0640 1 Processor -- start 2026-02-25T15:49:44.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 -- start start 2026-02-25T15:49:44.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f55cae09640 1 -- start start 2026-02-25T15:49:44.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f739abc0640 1 -- start start 2026-02-25T15:49:44.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f739abc0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73940cfc20 0x7f73940c6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f739abc0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73940d0000 0x7f73941583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06f620 0x7f294c156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f294c158e90 con 0x7f294c06bee0 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f294c0cdd10 con 0x7f294c15d9e0 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.765+0000 7f2952a11640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f294c1e9850 con 0x7f294c06f620 2026-02-25T15:49:44.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f55c406b7f0 0x7f55c41f5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7394158910 con 0x7f7394161140 2026-02-25T15:49:44.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.784 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73940c7190 con 0x7f73940d0000 2026-02-25T15:49:44.784 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73940c7470 con 0x7f73940cfc20 2026-02-25T15:49:44.784 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f55c40b30a0 0x7f55c415e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.784 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c40c5420 con 0x7f55c4071fb0 2026-02-25T15:49:44.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c415f970 con 0x7f55c406b7f0 2026-02-25T15:49:44.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55c415f3b0 con 0x7f55c40b30a0 2026-02-25T15:49:44.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35688/0 (socket says 10.20.193.52:35688) 2026-02-25T15:49:44.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 -- 10.20.193.52:0/120229345 learned_addr learned my addr 10.20.193.52:0/120229345 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35698/0 (socket says 10.20.193.52:35698) 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 -- 10.20.193.52:0/982642892 learned_addr learned my addr 10.20.193.52:0/982642892 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35690/0 (socket says 10.20.193.52:35690) 2026-02-25T15:49:44.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 -- 10.20.193.52:0/2880571271 learned_addr learned my addr 10.20.193.52:0/2880571271 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294b7fe640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06f620 0x7f294c156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2950f87640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55c8b7e640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f55c406b7f0 0x7f55c41f5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55c937f640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f55c40b30a0 0x7f55c415e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7398935640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73940cfc20 0x7f73940c6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f738bfff640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73940d0000 0x7f73941583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 -- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06f620 msgr2=0x7f294c156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06f620 0x7f294c156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 -- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 msgr2=0x7f294c157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c157ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 -- 10.20.193.52:0/120229345 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f293c009500 con 0x7f294c06bee0 2026-02-25T15:49:44.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 -- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73940cfc20 msgr2=0x7f73940c6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73940cfc20 0x7f73940c6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 -- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73940d0000 msgr2=0x7f73941583d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73940d0000 0x7f73941583d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 -- 10.20.193.52:0/2880571271 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f737c0095d0 con 0x7f7394161140 2026-02-25T15:49:44.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 -- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f55c40b30a0 msgr2=0x7f55c415e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f55c40b30a0 0x7f55c415e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 -- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f55c406b7f0 msgr2=0x7f55c41f5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f55c406b7f0 0x7f55c41f5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 -- 10.20.193.52:0/982642892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55b40095d0 con 0x7f55c4071fb0 2026-02-25T15:49:44.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f294bfff640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f293800ebe0 tx=0x7f293800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f7399136640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f739000efc0 tx=0x7f739000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55bbfff640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f55ac00c5d0 tx=0x7f55ac00caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7390006ea0 con 0x7f7394161140 2026-02-25T15:49:44.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f739000f040 con 0x7f7394161140 2026-02-25T15:49:44.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73940d05c0 con 0x7f7394161140 2026-02-25T15:49:44.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ac012830 con 0x7f55c4071fb0 2026-02-25T15:49:44.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7390009ba0 con 0x7f7394161140 2026-02-25T15:49:44.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2938009770 con 0x7f294c06bee0 2026-02-25T15:49:44.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55ac0129b0 con 0x7f55c4071fb0 2026-02-25T15:49:44.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55c415f690 con 0x7f55c4071fb0 2026-02-25T15:49:44.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f293800cc40 con 0x7f294c06bee0 2026-02-25T15:49:44.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f294c1e9b30 con 0x7f294c06bee0 2026-02-25T15:49:44.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55ac012d60 con 0x7f55c4071fb0 2026-02-25T15:49:44.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2938013470 con 0x7f294c06bee0 2026-02-25T15:49:44.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55c4158360 con 0x7f55c4071fb0 2026-02-25T15:49:44.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73940c7a30 con 0x7f7394161140 2026-02-25T15:49:44.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.766+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f294c0cdf20 con 0x7f294c06bee0 2026-02-25T15:49:44.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.767+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55c406c660 con 0x7f55c4071fb0 2026-02-25T15:49:44.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.767+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f73900146c0 con 0x7f7394161140 2026-02-25T15:49:44.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f294c15de50 con 0x7f294c06bee0 2026-02-25T15:49:44.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f73897fa640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 0x7f7364078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7390097b10 con 0x7f7394161140 2026-02-25T15:49:44.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2938011070 con 0x7f294c06bee0 2026-02-25T15:49:44.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f7398935640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 0x7f7364078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f55ac022020 con 0x7f55c4071fb0 2026-02-25T15:49:44.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f739415d920 con 0x7f7394161140 2026-02-25T15:49:44.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f2948ff9640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 0x7f291c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f55b97fa640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 0x7f5594078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.768+0000 7f294b7fe640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 0x7f291c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f55ac0972a0 con 0x7f55c4071fb0 2026-02-25T15:49:44.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f2938097010 con 0x7f294c06bee0 2026-02-25T15:49:44.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f55c8b7e640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 0x7f5594078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f7398935640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 0x7f7364078500 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7384009ab0 tx=0x7f7384008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f294b7fe640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 0x7f291c078500 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f293c039000 tx=0x7f293c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.769+0000 7f55c8b7e640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 0x7f5594078500 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f55c4071660 tx=0x7f55b4033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.770+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f55ac05ce50 con 0x7f55c4071fb0 2026-02-25T15:49:44.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.772+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f293805cc50 con 0x7f294c06bee0 2026-02-25T15:49:44.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.774+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f739005d610 con 0x7f7394161140 2026-02-25T15:49:44.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 Processor -- start 2026-02-25T15:49:44.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 -- start start 2026-02-25T15:49:44.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 Processor -- start 2026-02-25T15:49:44.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 -- start start 2026-02-25T15:49:44.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 0x7f99280ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99280b40f0 con 0x7f9928140270 2026-02-25T15:49:44.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99280addc0 con 0x7f99280b27f0 2026-02-25T15:49:44.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992f493640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9928143a40 con 0x7f9928143420 2026-02-25T15:49:44.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f52f4071710 0x7f52f40ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f52f415b750 0x7f52f4070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f4e82710640 1 Processor -- start 2026-02-25T15:49:44.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992d208640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f9928140270 0x7f99280b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53190/0 (socket says 10.20.193.52:53190) 2026-02-25T15:49:44.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f992d208640 1 -- 10.20.193.52:0/3960149867 learned_addr learned my addr 10.20.193.52:0/3960149867 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:44.812 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52f4070cc0 con 0x7f52f40b4470 2026-02-25T15:49:44.812 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52f4071c60 con 0x7f52f415b750 2026-02-25T15:49:44.812 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.807+0000 7f52f96b9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52f415bcc0 con 0x7f52f4071710 2026-02-25T15:49:44.812 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 -- start start 2026-02-25T15:49:44.812 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f992da09640 1 --2- 10.20.193.52:0/3960149867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 0x7f99280ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f27fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f52f415b750 0x7f52f4070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f37fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f52f40b4470 0x7f52f40720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53202/0 (socket says 10.20.193.52:53202) 2026-02-25T15:49:44.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f37fe640 1 -- 10.20.193.52:0/989245152 learned_addr learned my addr 10.20.193.52:0/989245152 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:44.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/989245152 >> v2:10.20.193.86:3300/0 conn(0x7f52f4071710 0x7f52f40ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f9917fff640 1 -- 10.20.193.52:0/3960149867 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1733520948 0 0) 0x7f99280b40f0 con 0x7f9928140270 2026-02-25T15:49:44.814 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f1ffb640 1 -- 10.20.193.52:0/989245152 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2767482297 0 0) 0x7f52f4070cc0 con 0x7f52f40b4470 2026-02-25T15:49:44.814 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f1ffb640 1 -- 10.20.193.52:0/989245152 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52e0003620 con 0x7f52f40b4470 2026-02-25T15:49:44.814 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f9917fff640 1 -- 10.20.193.52:0/3960149867 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9910003620 con 0x7f9928140270 2026-02-25T15:49:44.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f2ffd640 1 -- 10.20.193.52:0/989245152 >> v2:10.20.193.52:3300/0 conn(0x7f52f415b750 msgr2=0x7f52f4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/989245152 >> v2:10.20.193.52:3300/0 conn(0x7f52f415b750 0x7f52f4070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f2ffd640 1 -- 10.20.193.52:0/989245152 >> v1:10.20.193.52:6789/0 conn(0x7f52f40b4470 legacy=0x7f52f40720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f52f2ffd640 1 -- 10.20.193.52:0/989245152 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52f415bfa0 con 0x7f52f4071710 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4e7c160c10 0x7f4e7c0d4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e7c0d1d00 con 0x7f4e7c0d21e0 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e7c0cf690 con 0x7f4e7c0d1620 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e82710640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e7c0cf3d0 con 0x7f4e7c160c10 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35728/0 (socket says 10.20.193.52:35728) 2026-02-25T15:49:44.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 -- 10.20.193.52:0/3046314189 learned_addr learned my addr 10.20.193.52:0/3046314189 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f992da09640 1 -- 10.20.193.52:0/3960149867 >> v1:10.20.193.86:6789/0 conn(0x7f99280b27f0 legacy=0x7f9928142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f992da09640 1 -- 10.20.193.52:0/3960149867 >> v1:10.20.193.52:6789/0 conn(0x7f9928140270 legacy=0x7f99280b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f992da09640 1 -- 10.20.193.52:0/3960149867 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99280b4370 con 0x7f9928143420 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7bfff640 1 --2- 10.20.193.52:0/3046314189 >> v2:10.20.193.86:3300/0 conn(0x7f4e7c160c10 0x7f4e7c0d4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 -- 10.20.193.52:0/3046314189 >> v2:10.20.193.86:3300/0 conn(0x7f4e7c160c10 msgr2=0x7f4e7c0d4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 --2- 10.20.193.52:0/3046314189 >> v2:10.20.193.86:3300/0 conn(0x7f4e7c160c10 0x7f4e7c0d4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.808+0000 7f4e7b7fe640 1 -- 10.20.193.52:0/3046314189 >> v1:10.20.193.86:6789/0 conn(0x7f4e7c0d21e0 legacy=0x7f4e7c0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e7b7fe640 1 -- 10.20.193.52:0/3046314189 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7c0d09b0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/989245152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f4071710 0x7f52f40ccfb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f52f4067e70 tx=0x7f52e802f250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28f81d834ed33e30 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992da09640 1 --2- 10.20.193.52:0/3960149867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 0x7f99280ce0f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9924009dc0 tx=0x7f992402f2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c667b22bea2960b9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f1ffb640 1 -- 10.20.193.52:0/989245152 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e8006ea0 con 0x7f52f4071710 2026-02-25T15:49:44.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f1ffb640 1 -- 10.20.193.52:0/989245152 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52e8037440 con 0x7f52f4071710 2026-02-25T15:49:44.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f9917fff640 1 -- 10.20.193.52:0/3960149867 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9924006ea0 con 0x7f9928143420 2026-02-25T15:49:44.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f9917fff640 1 -- 10.20.193.52:0/3960149867 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9924037440 con 0x7f9928143420 2026-02-25T15:49:44.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f1ffb640 1 -- 10.20.193.52:0/989245152 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e80377d0 con 0x7f52f4071710 2026-02-25T15:49:44.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f9917fff640 1 -- 10.20.193.52:0/3960149867 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99240377d0 con 0x7f9928143420 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e7b7fe640 1 --2- 10.20.193.52:0/3046314189 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c08c0d0 tx=0x7f4e6c02eed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802c96e7de1e646f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 -- 10.20.193.52:0/3960149867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 msgr2=0x7f99280ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 --2- 10.20.193.52:0/3960149867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 0x7f99280ce0f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f9924009dc0 tx=0x7f992402f2c0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 -- 10.20.193.52:0/3960149867 shutdown_connections 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 --2- 10.20.193.52:0/3960149867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928143420 0x7f99280ce0f0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 -- 10.20.193.52:0/3960149867 >> 10.20.193.52:0/3960149867 conn(0x7f992806c980 msgr2=0x7f992806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e7affd640 1 -- 10.20.193.52:0/3046314189 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c02fb40 con 0x7f4e7c0d1620 2026-02-25T15:49:44.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e7affd640 1 -- 10.20.193.52:0/3046314189 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e6c02fca0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 -- 10.20.193.52:0/3960149867 shutdown_connections 2026-02-25T15:49:44.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e7affd640 1 -- 10.20.193.52:0/3046314189 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c037660 con 0x7f4e7c0d1620 2026-02-25T15:49:44.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f992f493640 1 -- 10.20.193.52:0/3960149867 wait complete. 2026-02-25T15:49:44.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 -- 10.20.193.52:0/989245152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f4071710 msgr2=0x7f52f40ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 --2- 10.20.193.52:0/989245152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f4071710 0x7f52f40ccfb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f52f4067e70 tx=0x7f52e802f250 comp rx=0 tx=0).stop 2026-02-25T15:49:44.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 -- 10.20.193.52:0/989245152 shutdown_connections 2026-02-25T15:49:44.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 --2- 10.20.193.52:0/989245152 >> v2:10.20.193.52:3300/0 conn(0x7f52f415b750 0x7f52f4070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 --2- 10.20.193.52:0/989245152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f4071710 0x7f52f40ccfb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 -- 10.20.193.52:0/989245152 >> 10.20.193.52:0/989245152 conn(0x7f52f406c980 msgr2=0x7f52f406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 -- 10.20.193.52:0/989245152 shutdown_connections 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f52f96b9640 1 -- 10.20.193.52:0/989245152 wait complete. 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 -- 10.20.193.52:0/3046314189 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 msgr2=0x7f4e7c0cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 --2- 10.20.193.52:0/3046314189 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c08c0d0 tx=0x7f4e6c02eed0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 -- 10.20.193.52:0/3046314189 shutdown_connections 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 --2- 10.20.193.52:0/3046314189 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c0cfce0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 --2- 10.20.193.52:0/3046314189 >> v2:10.20.193.86:3300/0 conn(0x7f4e7c160c10 0x7f4e7c0d4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 -- 10.20.193.52:0/3046314189 >> 10.20.193.52:0/3046314189 conn(0x7f4e7c09c7b0 msgr2=0x7f4e7c0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 -- 10.20.193.52:0/3046314189 shutdown_connections 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.809+0000 7f4e82710640 1 -- 10.20.193.52:0/3046314189 wait complete. 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 Processor -- start 2026-02-25T15:49:44.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 Processor -- start 2026-02-25T15:49:44.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 -- start start 2026-02-25T15:49:44.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 -- start start 2026-02-25T15:49:44.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f4e82710640 1 Processor -- start 2026-02-25T15:49:44.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f4e82710640 1 -- start start 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 0x7f52f40cb180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f40b4470 0x7f52f40a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52f4145780 con 0x7f52f415b750 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52f40cb6c0 con 0x7f52f40b4470 2026-02-25T15:49:44.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f96b9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52f4154eb0 con 0x7f52f4071710 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99280b27f0 0x7f9928146170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928140270 0x7f992815c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f992815e9e0 con 0x7f9928143420 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9928146750 con 0x7f99280b27f0 2026-02-25T15:49:44.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f992f493640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9928146a30 con 0x7f9928140270 2026-02-25T15:49:44.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35742/0 (socket says 10.20.193.52:35742) 2026-02-25T15:49:44.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.810+0000 7f52f37fe640 1 -- 10.20.193.52:0/2686032610 learned_addr learned my addr 10.20.193.52:0/2686032610 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35758/0 (socket says 10.20.193.52:35758) 2026-02-25T15:49:44.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 -- 10.20.193.52:0/322789146 learned_addr learned my addr 10.20.193.52:0/322789146 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 0x7f52f40cb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f27fc640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f40b4470 0x7f52f40a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4e7c0d21e0 0x7f4e7c0b3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 0x7f4e7c0b4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c0b8e40 con 0x7f4e7c0d1620 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c14d340 con 0x7f4e7c160c10 2026-02-25T15:49:44.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7c0b92d0 con 0x7f4e7c0d21e0 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992d208640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99280b27f0 0x7f9928146170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 -- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 msgr2=0x7f52f40cb180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 0x7f52f40cb180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 -- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f40b4470 msgr2=0x7f52f40a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f40b4470 0x7f52f40a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 -- 10.20.193.52:0/2686032610 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e8009a70 con 0x7f52f415b750 2026-02-25T15:49:44.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 0x7f52f40cb180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:44.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35770/0 (socket says 10.20.193.52:35770) 2026-02-25T15:49:44.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 -- 10.20.193.52:0/2190069063 learned_addr learned my addr 10.20.193.52:0/2190069063 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e80c86640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 0x7f4e7c0b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992ca07640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928140270 0x7f992815c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7b7fe640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4e7c0d21e0 0x7f4e7c0b3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f37fe640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f52e400c730 tx=0x7f52e400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 -- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928140270 msgr2=0x7f992815c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928140270 0x7f992815c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 -- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99280b27f0 msgr2=0x7f9928146170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99280b27f0 0x7f9928146170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 -- 10.20.193.52:0/322789146 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9924009a70 con 0x7f9928143420 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e4005bb0 con 0x7f52f415b750 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52e4005d10 con 0x7f52f415b750 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 -- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4e7c0d21e0 msgr2=0x7f4e7c0b3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4e7c0d21e0 0x7f4e7c0b3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 -- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 msgr2=0x7f4e7c0b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 0x7f4e7c0b4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52e40072b0 con 0x7f52f415b750 2026-02-25T15:49:44.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52f40a93f0 con 0x7f52f415b750 2026-02-25T15:49:44.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 -- 10.20.193.52:0/2190069063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e6c0095d0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e80c86640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 0x7f4e7c0b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:49:44.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992da09640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f992402f7f0 tx=0x7f9924004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52f4145a40 con 0x7f52f415b750 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e7bfff640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4e6800e7f0 tx=0x7f4e6800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6800c8d0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e7c1f4b10 con 0x7f4e7c0d1620 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e7c0b8510 con 0x7f4e7c0d1620 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9924043650 con 0x7f9928143420 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9928146d10 con 0x7f9928143420 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.811+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99240437d0 con 0x7f9928143420 2026-02-25T15:49:44.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9924043b80 con 0x7f9928143420 2026-02-25T15:49:44.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e6800ca30 con 0x7f4e7c0d1620 2026-02-25T15:49:44.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6800cdc0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f992815cfc0 con 0x7f9928143420 2026-02-25T15:49:44.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52f40a9910 con 0x7f52f415b750 2026-02-25T15:49:44.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e7c0d4050 con 0x7f4e7c0d1620 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f52e4007410 con 0x7f52f415b750 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.812+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9928143240 con 0x7f9928143420 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f52d37fe640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 0x7f52c0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f52e4096720 con 0x7f52f415b750 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 0x7f52c0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4e68013410 con 0x7f4e7c0d1620 2026-02-25T15:49:44.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f9924043ce0 con 0x7f9928143420 2026-02-25T15:49:44.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f52f2ffd640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 0x7f52c0078500 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f52e8039000 tx=0x7f52e8033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f4e78ff9640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 0x7f4e4c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4e68096fb0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f4e7b7fe640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 0x7f4e4c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f9915ffb640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 0x7f98f8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f99240bcfb0 con 0x7f9928143420 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f992d208640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 0x7f98f8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.813+0000 7f4e7b7fe640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 0x7f4e4c078500 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0d3fe0 tx=0x7f4e6c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.814+0000 7f992d208640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 0x7f98f8078500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9918007fd0 tx=0x7f9918009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.815+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f52e405c220 con 0x7f52f415b750 2026-02-25T15:49:44.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.817+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4e680cb820 con 0x7f4e7c0d1620 2026-02-25T15:49:44.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.819+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f99240f1820 con 0x7f9928143420 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.832+0000 7f0453b58640 1 Processor -- start 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.832+0000 7f0453b58640 1 -- start start 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f0453b58640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f044c072180 0x7f044c072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f0453b58640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f044c15a970 con 0x7f044c13d6f0 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f0453b58640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f044c072aa0 con 0x7f044c0ceb80 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f0453b58640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f044c140640 con 0x7f044c072180 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04518cd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f044c072180 0x7f044c072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04510cc640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f044c13d6f0 0x7f044c0ce470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53212/0 (socket says 10.20.193.52:53212) 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04518cd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f044c072180 0x7f044c072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35772/0 (socket says 10.20.193.52:35772) 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04510cc640 1 -- 10.20.193.52:0/3080585812 learned_addr learned my addr 10.20.193.52:0/3080585812 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04518cd640 1 -- 10.20.193.52:0/3080585812 >> v1:10.20.193.86:6789/0 conn(0x7f044c0ceb80 legacy=0x7f044c13f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04518cd640 1 -- 10.20.193.52:0/3080585812 >> v1:10.20.193.52:6789/0 conn(0x7f044c13d6f0 legacy=0x7f044c0ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04508cb640 1 -- 10.20.193.52:0/3080585812 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1526590663 0 0) 0x7f044c072aa0 con 0x7f044c0ceb80 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.833+0000 7f04518cd640 1 -- 10.20.193.52:0/3080585812 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f044c140360 con 0x7f044c072180 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f04518cd640 1 --2- 10.20.193.52:0/3080585812 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c072180 0x7f044c072560 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f043c0098a0 tx=0x7f043c02ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b58b734cd66789e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f04508cb640 1 -- 10.20.193.52:0/3080585812 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f043c02fa90 con 0x7f044c072180 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f04508cb640 1 -- 10.20.193.52:0/3080585812 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f043c02fbf0 con 0x7f044c072180 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f04508cb640 1 -- 10.20.193.52:0/3080585812 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f043c037440 con 0x7f044c072180 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f561ceac640 1 Processor -- start 2026-02-25T15:49:44.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f561ceac640 1 -- start start 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 -- 10.20.193.52:0/3080585812 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c072180 msgr2=0x7f044c072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 --2- 10.20.193.52:0/3080585812 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c072180 0x7f044c072560 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f043c0098a0 tx=0x7f043c02ee40 comp rx=0 tx=0).stop 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 -- 10.20.193.52:0/3080585812 shutdown_connections 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 --2- 10.20.193.52:0/3080585812 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c072180 0x7f044c072560 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 -- 10.20.193.52:0/3080585812 >> 10.20.193.52:0/3080585812 conn(0x7f044c06c980 msgr2=0x7f044c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 -- 10.20.193.52:0/3080585812 shutdown_connections 2026-02-25T15:49:44.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f0453b58640 1 -- 10.20.193.52:0/3080585812 wait complete. 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.834+0000 7f561ceac640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 0x7f56180d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f561ceac640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f56180d3d20 0x7f56180b6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f561ceac640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56180d41d0 con 0x7f56180cf0b0 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f561ceac640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56180d24f0 con 0x7f56180d3d20 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f561ceac640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56180ce2f0 con 0x7f56180cfe10 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f56180d3d20 0x7f56180b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f56180cf0b0 0x7f56180d01f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53218/0 (socket says 10.20.193.52:53218) 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615d74640 1 -- 10.20.193.52:0/2018140230 learned_addr learned my addr 10.20.193.52:0/2018140230 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616575640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 0x7f56180d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615573640 1 -- 10.20.193.52:0/2018140230 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 679560024 0 0) 0x7f56180d41d0 con 0x7f56180cf0b0 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615573640 1 -- 10.20.193.52:0/2018140230 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5604003620 con 0x7f56180cf0b0 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 -- 10.20.193.52:0/2018140230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 msgr2=0x7f56180d1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 0x7f56180d1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 -- 10.20.193.52:0/2018140230 >> v1:10.20.193.52:6789/0 conn(0x7f56180cf0b0 legacy=0x7f56180d01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 -- 10.20.193.52:0/2018140230 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56180ce5d0 con 0x7f56180d3d20 2026-02-25T15:49:44.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616575640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 0x7f56180d1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:44.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5616d76640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180d3d20 0x7f56180b6230 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5608009d90 tx=0x7f560802f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22dc5855d4e5f045 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f0453b58640 1 Processor -- start 2026-02-25T15:49:44.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f0453b58640 1 -- start start 2026-02-25T15:49:44.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615573640 1 -- 10.20.193.52:0/2018140230 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5608006ea0 con 0x7f56180d3d20 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615573640 1 -- 10.20.193.52:0/2018140230 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5608037440 con 0x7f56180d3d20 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.835+0000 7f5615573640 1 -- 10.20.193.52:0/2018140230 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56080377d0 con 0x7f56180d3d20 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 -- 10.20.193.52:0/2018140230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180d3d20 msgr2=0x7f56180b6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180d3d20 0x7f56180b6230 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5608009d90 tx=0x7f560802f270 comp rx=0 tx=0).stop 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 -- 10.20.193.52:0/2018140230 shutdown_connections 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180d3d20 0x7f56180b6230 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 --2- 10.20.193.52:0/2018140230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180cfe10 0x7f56180d1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 -- 10.20.193.52:0/2018140230 >> 10.20.193.52:0/2018140230 conn(0x7f561809c740 msgr2=0x7f56180d3400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 -- 10.20.193.52:0/2018140230 shutdown_connections 2026-02-25T15:49:44.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f561ceac640 1 -- 10.20.193.52:0/2018140230 wait complete. 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f044c072180 0x7f044c152bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f044c13d6f0 0x7f044c159090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f044c1f8cb0 con 0x7f044c0ceb80 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f044c136c80 con 0x7f044c072180 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f044c1f8380 con 0x7f044c13d6f0 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35782/0 (socket says 10.20.193.52:35782) 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 -- 10.20.193.52:0/3632743950 learned_addr learned my addr 10.20.193.52:0/3632743950 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04518cd640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f044c072180 0x7f044c152bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04520ce640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f044c13d6f0 0x7f044c159090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 -- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f044c13d6f0 msgr2=0x7f044c159090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f044c13d6f0 0x7f044c159090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 -- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f044c072180 msgr2=0x7f044c152bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f044c072180 0x7f044c152bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 -- 10.20.193.52:0/3632743950 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f043c009500 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f04510cc640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f044000c7b0 tx=0x7f044000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0440004cf0 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0440004e50 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f044c1f8660 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0440007310 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.836+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f044c151650 con 0x7f044c0ceb80 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 Processor -- start 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 -- start start 2026-02-25T15:49:44.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f044c1f8e60 con 0x7f044c0ceb80 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 0x7f5618159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 0x7f5618156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56180c9bf0 con 0x7f56180cf0b0 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56180c8610 con 0x7f56180cfe10 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.837+0000 7f561ceac640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56180c88f0 con 0x7f56180d3d20 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35796/0 (socket says 10.20.193.52:35796) 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 -- 10.20.193.52:0/2079415172 learned_addr learned my addr 10.20.193.52:0/2079415172 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:44.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0440007470 con 0x7f044c0ceb80 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5615d74640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 0x7f5618159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616d76640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 0x7f5618156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 -- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 msgr2=0x7f5618156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 0x7f5618156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 -- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 msgr2=0x7f5618159810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 0x7f5618159810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 -- 10.20.193.52:0/2079415172 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5608009a70 con 0x7f56180cf0b0 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616d76640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 0x7f5618156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5615d74640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 0x7f5618159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:44.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f5616575640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f560c00d870 tx=0x7f560c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f043a7fc640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 0x7f041c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f04400968e0 con 0x7f044c0ceb80 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f04518cd640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 0x7f041c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.838+0000 7f04518cd640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 0x7f041c078500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f043c039000 tx=0x7f043c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f044005c570 con 0x7f044c0ceb80 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c004030 con 0x7f56180cf0b0 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f560c004190 con 0x7f56180cf0b0 2026-02-25T15:49:44.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560c004540 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56180c8bd0 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.840+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56180c9190 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.841+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56180c9350 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.841+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f560c01b070 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.842+0000 7f55feffd640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 0x7f55e4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.842+0000 7f5615d74640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 0x7f55e4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.842+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f560c097b60 con 0x7f56180cf0b0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.842+0000 7f5615d74640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 0x7f55e4078500 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f56180b5ff0 tx=0x7f5600009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:44.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.844+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f560c05d640 con 0x7f56180cf0b0 2026-02-25T15:49:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.859+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f294c06bcc0 con 0x7f294c06bee0 2026-02-25T15:49:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.860+0000 7f2948ff9640 1 -- 10.20.193.52:0/120229345 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f293805fcd0 con 0x7f294c06bee0 2026-02-25T15:49:44.861 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.860+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f55c415cf30 con 0x7f55c4071fb0 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.860+0000 7f55b97fa640 1 -- 10.20.193.52:0/982642892 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f55ac05fed0 con 0x7f55c4071fb0 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.860+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f7394160cf0 con 0x7f7394161140 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.861+0000 7f73897fa640 1 -- 10.20.193.52:0/2880571271 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7390018030 con 0x7f7394161140 2026-02-25T15:49:44.862 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 msgr2=0x7f291c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 0x7f291c078500 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f293c039000 tx=0x7f293c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 msgr2=0x7f294c0ce720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f293800ebe0 tx=0x7f293800c520 comp rx=0 tx=0).stop 2026-02-25T15:49:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 shutdown_connections 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f291c076040 0x7f291c078500 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f294c15d9e0 0x7f294c157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f294c06f620 0x7f294c156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 --2- 10.20.193.52:0/120229345 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f294c06bee0 0x7f294c0ce720 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 >> 10.20.193.52:0/120229345 conn(0x7f294c070ff0 msgr2=0x7f294c0b0490 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 shutdown_connections 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f2952a11640 1 -- 10.20.193.52:0/120229345 wait complete. 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 msgr2=0x7f5594078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 0x7f5594078500 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f55c4071660 tx=0x7f55b4033000 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 msgr2=0x7f55c4157e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f55ac00c5d0 tx=0x7f55ac00caa0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 shutdown_connections 2026-02-25T15:49:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5594076040 0x7f5594078500 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f55c40b30a0 0x7f55c415e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f55c4071fb0 0x7f55c4157e20 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 --2- 10.20.193.52:0/982642892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f55c406b7f0 0x7f55c41f5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.862+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 >> 10.20.193.52:0/982642892 conn(0x7f55c40b1da0 msgr2=0x7f55c40718a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 shutdown_connections 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f55cae09640 1 -- 10.20.193.52:0/982642892 wait complete. 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 msgr2=0x7f7364078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 0x7f7364078500 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7384009ab0 tx=0x7f7384008040 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 msgr2=0x7f7394158fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f739000efc0 tx=0x7f739000c490 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 shutdown_connections 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7364076040 0x7f7364078500 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7394161140 0x7f7394158fc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f73940d0000 0x7f73941583d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 --2- 10.20.193.52:0/2880571271 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f73940cfc20 0x7f73940c6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 >> 10.20.193.52:0/2880571271 conn(0x7f739409c7b0 msgr2=0x7f73940b73a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 shutdown_connections 2026-02-25T15:49:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.863+0000 7f739abc0640 1 -- 10.20.193.52:0/2880571271 wait complete. 2026-02-25T15:49:44.873 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2026-02-25T15:49:44.873 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2026-02-25T15:49:44.873 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.0 2026-02-25T15:49:44.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.901+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f52f4145c60 con 0x7f52f415b750 2026-02-25T15:49:44.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.901+0000 7f52d37fe640 1 -- 10.20.193.52:0/2686032610 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f52e405f2a0 con 0x7f52f415b750 2026-02-25T15:49:44.903 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:44.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.902+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f4e7c160230 con 0x7f4e7c0d1620 2026-02-25T15:49:44.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.902+0000 7f4e78ff9640 1 -- 10.20.193.52:0/2190069063 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4e6805cbf0 con 0x7f4e7c0d1620 2026-02-25T15:49:44.904 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:44.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 msgr2=0x7f52c0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 0x7f52c0078500 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f52e8039000 tx=0x7f52e8033000 comp rx=0 tx=0).stop 2026-02-25T15:49:44.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 msgr2=0x7f52f40a8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f52e400c730 tx=0x7f52e400cc00 comp rx=0 tx=0).stop 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 shutdown_connections 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f52c0076040 0x7f52c0078500 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f52f415b750 0x7f52f40a8de0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f52f40b4470 0x7f52f40a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 --2- 10.20.193.52:0/2686032610 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f52f4071710 0x7f52f40cb180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 >> 10.20.193.52:0/2686032610 conn(0x7f52f406c980 msgr2=0x7f52f415c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 shutdown_connections 2026-02-25T15:49:44.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.903+0000 7f52f96b9640 1 -- 10.20.193.52:0/2686032610 wait complete. 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 msgr2=0x7f4e4c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 0x7f4e4c078500 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c0d3fe0 tx=0x7f4e6c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 msgr2=0x7f4e7c14ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4e6800e7f0 tx=0x7f4e6800ecc0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 shutdown_connections 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4e4c076040 0x7f4e4c078500 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4e7c160c10 0x7f4e7c0b4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4e7c0d21e0 0x7f4e7c0b3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 --2- 10.20.193.52:0/2190069063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4e7c0d1620 0x7f4e7c14ce00 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 >> 10.20.193.52:0/2190069063 conn(0x7f4e7c09c7b0 msgr2=0x7f4e7c0cdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 shutdown_connections 2026-02-25T15:49:44.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.905+0000 7f4e82710640 1 -- 10.20.193.52:0/2190069063 wait complete. 2026-02-25T15:49:44.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.908+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9928146f00 con 0x7f9928143420 2026-02-25T15:49:44.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.908+0000 7f9915ffb640 1 -- 10.20.193.52:0/322789146 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9928146f00 con 0x7f9928143420 2026-02-25T15:49:44.910 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:44.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 msgr2=0x7f98f8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 0x7f98f8078500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9918007fd0 tx=0x7f9918009040 comp rx=0 tx=0).stop 2026-02-25T15:49:44.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 msgr2=0x7f992813b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f992402f7f0 tx=0x7f9924004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:44.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 shutdown_connections 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f98f8076040 0x7f98f8078500 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9928143420 0x7f992813b8a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9928140270 0x7f992815c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 --2- 10.20.193.52:0/322789146 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99280b27f0 0x7f9928146170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 >> 10.20.193.52:0/322789146 conn(0x7f992806c980 msgr2=0x7f9928142b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 shutdown_connections 2026-02-25T15:49:44.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.910+0000 7f992f493640 1 -- 10.20.193.52:0/322789146 wait complete. 2026-02-25T15:49:44.914 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2026-02-25T15:49:44.915 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.2 2026-02-25T15:49:44.920 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.3 2026-02-25T15:49:44.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.924+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f044c13db80 con 0x7f044c0ceb80 2026-02-25T15:49:44.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.924+0000 7f043a7fc640 1 -- 10.20.193.52:0/3632743950 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f044005f5f0 con 0x7f044c0ceb80 2026-02-25T15:49:44.926 INFO:teuthology.orchestra.run.trial052.stdout:55834574852 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 msgr2=0x7f041c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 0x7f041c078500 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f043c039000 tx=0x7f043c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 msgr2=0x7f044c136740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f044000c7b0 tx=0x7f044000cc80 comp rx=0 tx=0).stop 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 shutdown_connections 2026-02-25T15:49:44.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f041c076040 0x7f041c078500 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f044c13d6f0 0x7f044c159090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f044c0ceb80 0x7f044c136740 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 --2- 10.20.193.52:0/3632743950 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f044c072180 0x7f044c152bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 >> 10.20.193.52:0/3632743950 conn(0x7f044c06c980 msgr2=0x7f044c0af380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 shutdown_connections 2026-02-25T15:49:44.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.926+0000 7f0453b58640 1 -- 10.20.193.52:0/3632743950 wait complete. 2026-02-25T15:49:44.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.928+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f56180d1fb0 con 0x7f56180cf0b0 2026-02-25T15:49:44.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.928+0000 7f55feffd640 1 -- 10.20.193.52:0/2079415172 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f560c0606c0 con 0x7f56180cf0b0 2026-02-25T15:49:44.930 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:44.932 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 msgr2=0x7f55e4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.932 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 0x7f55e4078500 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f56180b5ff0 tx=0x7f5600009040 comp rx=0 tx=0).stop 2026-02-25T15:49:44.932 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 msgr2=0x7f56180c96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f560c00d870 tx=0x7f560c00dd40 comp rx=0 tx=0).stop 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 shutdown_connections 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f55e4076040 0x7f55e4078500 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f56180d3d20 0x7f5618156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f56180cfe10 0x7f5618159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 --2- 10.20.193.52:0/2079415172 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f56180cf0b0 0x7f56180c96b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 >> 10.20.193.52:0/2079415172 conn(0x7f561809c740 msgr2=0x7f561806ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 shutdown_connections 2026-02-25T15:49:44.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:44.930+0000 7f561ceac640 1 -- 10.20.193.52:0/2079415172 wait complete. 2026-02-25T15:49:44.936 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.4 2026-02-25T15:49:44.940 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2026-02-25T15:49:45.874 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-25T15:49:45.875 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-02-25T15:49:45.875 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-25T15:49:45.915 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-02-25T15:49:45.916 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-25T15:49:45.921 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-25T15:49:45.937 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-02-25T15:49:45.941 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-02-25T15:49:45.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7f354b477640 1 Processor -- start 2026-02-25T15:49:45.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7f354b477640 1 -- start start 2026-02-25T15:49:45.947 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354b477640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f354406a990 0x7f354406ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.947 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354b477640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f354415ecf0 0x7f35440cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.947 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354b477640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35440b47d0 con 0x7f35440af3b0 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354b477640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f354406b2b0 con 0x7f354406a990 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354b477640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35440cff30 con 0x7f354415ecf0 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f354406a990 0x7f354406ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f354406a990 0x7f354406ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35812/0 (socket says 10.20.193.52:35812) 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 -- 10.20.193.52:0/2606710514 learned_addr learned my addr 10.20.193.52:0/2606710514 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3549c74640 1 --2- 10.20.193.52:0/2606710514 >> v2:10.20.193.86:3300/0 conn(0x7f354415ecf0 0x7f35440cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 -- 10.20.193.52:0/2606710514 >> v2:10.20.193.86:3300/0 conn(0x7f354415ecf0 msgr2=0x7f35440cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 --2- 10.20.193.52:0/2606710514 >> v2:10.20.193.86:3300/0 conn(0x7f354415ecf0 0x7f35440cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 -- 10.20.193.52:0/2606710514 >> v1:10.20.193.52:6789/0 conn(0x7f35440af3b0 legacy=0x7f35440b4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 -- 10.20.193.52:0/2606710514 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35440d0210 con 0x7f354406a990 2026-02-25T15:49:45.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7ff3f6055640 1 Processor -- start 2026-02-25T15:49:45.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7ff3f6055640 1 -- start start 2026-02-25T15:49:45.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7f30228c5640 1 Processor -- start 2026-02-25T15:49:45.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.943+0000 7f30228c5640 1 -- start start 2026-02-25T15:49:45.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f30228c5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f301c06cff0 0x7f301c06e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f30228c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f301c06d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f30228c5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f301c06d910 con 0x7f301c06a990 2026-02-25T15:49:45.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f30228c5640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f301c0ce8e0 con 0x7f301c06cff0 2026-02-25T15:49:45.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f30228c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f301c06de50 con 0x7f301c15c270 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3f6055640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff3f006cff0 0x7ff3f006e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3f6055640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f00ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3f6055640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3f00ce240 con 0x7ff3f015c270 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3f6055640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3f00ce8e0 con 0x7ff3f006cff0 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3f6055640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f006de50 con 0x7ff3f006a990 2026-02-25T15:49:45.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3020e3b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f301c06a990 0x7f301c0ced00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53236/0 (socket says 10.20.193.52:53236) 2026-02-25T15:49:45.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3020e3b640 1 -- 10.20.193.52:0/2028082488 learned_addr learned my addr 10.20.193.52:0/2028082488 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:45.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3eeffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff3f015c270 0x7ff3f006d3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53252/0 (socket says 10.20.193.52:53252) 2026-02-25T15:49:45.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3eeffd640 1 -- 10.20.193.52:0/126641314 learned_addr learned my addr 10.20.193.52:0/126641314 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:45.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/126641314 >> v2:10.20.193.86:3300/0 conn(0x7ff3f006cff0 0x7ff3f006e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.954 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 122907751 0 0) 0x7f301c06d910 con 0x7f301c06a990 2026-02-25T15:49:45.954 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301b7fe640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f301c06d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.954 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3000003620 con 0x7f301c06a990 2026-02-25T15:49:45.955 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f354a475640 1 --2- 10.20.193.52:0/2606710514 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f354406a990 0x7f354406ad70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f35440700d0 tx=0x7f353402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cacb9a8acef84eb server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.955 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ee7fc640 1 -- 10.20.193.52:0/126641314 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4053362457 0 0) 0x7ff3f00ce240 con 0x7ff3f015c270 2026-02-25T15:49:45.955 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3effff640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f00ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.955 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301bfff640 1 --2- 10.20.193.52:0/2028082488 >> v2:10.20.193.86:3300/0 conn(0x7f301c06cff0 0x7f301c06e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ee7fc640 1 -- 10.20.193.52:0/126641314 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff3d8003620 con 0x7ff3f015c270 2026-02-25T15:49:45.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 677488053 0 0) 0x7f3000003620 con 0x7f301c06a990 2026-02-25T15:49:45.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3549473640 1 -- 10.20.193.52:0/2606710514 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f353402fc70 con 0x7f354406a990 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 msgr2=0x7f301c06d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f301c06d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 >> v2:10.20.193.86:3300/0 conn(0x7f301c06cff0 msgr2=0x7f301c06e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 --2- 10.20.193.52:0/2028082488 >> v2:10.20.193.86:3300/0 conn(0x7f301c06cff0 0x7f301c06e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f301c0ce240 con 0x7f301c06a990 2026-02-25T15:49:45.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f3010003280 con 0x7f301c06a990 2026-02-25T15:49:45.958 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3549473640 1 -- 10.20.193.52:0/2606710514 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f353402fdd0 con 0x7f354406a990 2026-02-25T15:49:45.958 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f3549473640 1 -- 10.20.193.52:0/2606710514 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3534037660 con 0x7f354406a990 2026-02-25T15:49:45.958 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ef7fe640 1 -- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 msgr2=0x7ff3f00ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.958 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f00ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 >> v1:10.20.193.52:6789/0 conn(0x7f301c06a990 legacy=0x7f301c0ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ef7fe640 1 -- 10.20.193.52:0/126641314 >> v1:10.20.193.52:6789/0 conn(0x7ff3f015c270 legacy=0x7ff3f006d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7ff3ef7fe640 1 -- 10.20.193.52:0/126641314 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3f006eb10 con 0x7ff3f006cff0 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f3000003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f30000048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3000004e00 0x7f3000005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f301c0ce8e0 con 0x7f3000003b30 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f301c06de50 con 0x7f3000004e00 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.944+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f300000bbe0 con 0x7f301c15c270 2026-02-25T15:49:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f3000003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- 10.20.193.52:0/2606710514 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f354406a990 msgr2=0x7f354406ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 --2- 10.20.193.52:0/2606710514 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f354406a990 0x7f354406ad70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f35440700d0 tx=0x7f353402ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:45.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f3020e3b640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3000004e00 0x7f3000005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301b7fe640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f30000048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- 10.20.193.52:0/2606710514 shutdown_connections 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 --2- 10.20.193.52:0/2606710514 >> v2:10.20.193.86:3300/0 conn(0x7f354415ecf0 0x7f35440cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 --2- 10.20.193.52:0/2606710514 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f354406a990 0x7f354406ad70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- 10.20.193.52:0/2606710514 >> 10.20.193.52:0/2606710514 conn(0x7f3544072140 msgr2=0x7f3544072550 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- 10.20.193.52:0/2606710514 shutdown_connections 2026-02-25T15:49:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- 10.20.193.52:0/2606710514 wait complete. 2026-02-25T15:49:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 -- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 msgr2=0x7f30000048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c15c270 0x7f30000048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 -- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3000004e00 msgr2=0x7f3000005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3000004e00 0x7f3000005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 -- 10.20.193.52:0/2028082488 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3000003620 con 0x7f3000003b30 2026-02-25T15:49:45.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f006cff0 0x7ff3f006e530 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff3d40098d0 tx=0x7ff3d402ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab2eef56000ceda4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3ee7fc640 1 -- 10.20.193.52:0/126641314 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d402fb40 con 0x7ff3f006cff0 2026-02-25T15:49:45.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3ee7fc640 1 -- 10.20.193.52:0/126641314 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d402fca0 con 0x7ff3f006cff0 2026-02-25T15:49:45.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3ee7fc640 1 -- 10.20.193.52:0/126641314 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d4037660 con 0x7ff3f006cff0 2026-02-25T15:49:45.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301bfff640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f3000003f50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f30080098d0 tx=0x7f300802ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15e744222cb7b198 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f300802f970 con 0x7f3000003b30 2026-02-25T15:49:45.966 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f300802fad0 con 0x7f3000003b30 2026-02-25T15:49:45.966 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f301affd640 1 -- 10.20.193.52:0/2028082488 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f300802fe60 con 0x7f3000003b30 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 Processor -- start 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7f354b477640 1 -- start start 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f354406a990 0x7f35441f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f354415ecf0 0x7f35440caea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35441f9380 con 0x7f35440af3b0 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35441f8ae0 con 0x7f354415ecf0 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35441f8dc0 con 0x7f354406a990 2026-02-25T15:49:45.967 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35832/0 (socket says 10.20.193.52:35832) 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 -- 10.20.193.52:0/1097178217 learned_addr learned my addr 10.20.193.52:0/1097178217 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354a475640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f354406a990 0x7f35441f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 -- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f006cff0 msgr2=0x7ff3f006e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f006cff0 0x7ff3f006e530 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff3d40098d0 tx=0x7ff3d402ee70 comp rx=0 tx=0).stop 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 -- 10.20.193.52:0/126641314 shutdown_connections 2026-02-25T15:49:45.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f00ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 --2- 10.20.193.52:0/126641314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f006cff0 0x7ff3f006e530 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 -- 10.20.193.52:0/126641314 >> 10.20.193.52:0/126641314 conn(0x7ff3f00cf8e0 msgr2=0x7ff3f00cfcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 -- 10.20.193.52:0/126641314 shutdown_connections 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.945+0000 7ff3f6055640 1 -- 10.20.193.52:0/126641314 wait complete. 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7ff3f6055640 1 Processor -- start 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 -- 10.20.193.52:0/2028082488 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 msgr2=0x7f3000003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 --2- 10.20.193.52:0/2028082488 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f3000003f50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f30080098d0 tx=0x7f300802ef50 comp rx=0 tx=0).stop 2026-02-25T15:49:45.969 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3020e3b640 1 -- 10.20.193.52:0/2028082488 reap_dead start 2026-02-25T15:49:45.970 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 -- 10.20.193.52:0/2028082488 shutdown_connections 2026-02-25T15:49:45.970 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 -- 10.20.193.52:0/2028082488 >> 10.20.193.52:0/2028082488 conn(0x7f301c0cf8e0 msgr2=0x7f301c0cfcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:45.970 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 -- 10.20.193.52:0/2028082488 shutdown_connections 2026-02-25T15:49:45.970 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f30228c5640 1 -- 10.20.193.52:0/2028082488 wait complete. 2026-02-25T15:49:45.970 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7ff3f6055640 1 -- start start 2026-02-25T15:49:45.971 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 -- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f354406a990 msgr2=0x7f35441f8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f354406a990 0x7f35441f8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 -- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f354415ecf0 msgr2=0x7f35440caea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f354415ecf0 0x7f35440caea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 -- 10.20.193.52:0/1097178217 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35340095d0 con 0x7f35440af3b0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f3549c74640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f353800e7c0 tx=0x7f353800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f353800c8d0 con 0x7f35440af3b0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f353800ca30 con 0x7f35440af3b0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f353800cdc0 con 0x7f35440af3b0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.946+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35441f90a0 con 0x7f35440af3b0 2026-02-25T15:49:45.972 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35440cf1d0 con 0x7f35440af3b0 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f0155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f015c270 0x7ff3f01e67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f00acdb0 con 0x7ff3f006cff0 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f0157fa0 con 0x7ff3f015c270 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f0158280 con 0x7ff3f006a990 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35840/0 (socket says 10.20.193.52:35840) 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 -- 10.20.193.52:0/718420132 learned_addr learned my addr 10.20.193.52:0/718420132 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f0155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3effff640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f015c270 0x7ff3f01e67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 -- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 msgr2=0x7ff3f0155920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f0155920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 -- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f015c270 msgr2=0x7ff3f01e67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f015c270 0x7ff3f01e67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 -- 10.20.193.52:0/718420132 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d4009500 con 0x7ff3f006cff0 2026-02-25T15:49:45.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 Processor -- start 2026-02-25T15:49:45.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 -- start start 2026-02-25T15:49:45.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3eeffd640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00c520 tx=0x7ff3dc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc005de0 con 0x7ff3f006cff0 2026-02-25T15:49:45.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3dc007070 con 0x7ff3f006cff0 2026-02-25T15:49:45.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3f00ad000 con 0x7ff3f006cff0 2026-02-25T15:49:45.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc007420 con 0x7ff3f006cff0 2026-02-25T15:49:45.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3f00aecb0 con 0x7ff3f006cff0 2026-02-25T15:49:45.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f354406ad70 con 0x7f35440af3b0 2026-02-25T15:49:45.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 0x7f301c1537d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 0x7f301c0cec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f301c153d10 con 0x7f3000003b30 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f301c155f20 con 0x7f301c1555b0 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f30228c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f301c156200 con 0x7f301c0ae140 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35842/0 (socket says 10.20.193.52:35842) 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 -- 10.20.193.52:0/3112272412 learned_addr learned my addr 10.20.193.52:0/3112272412 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f3020e3b640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 0x7f301c0cec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301b7fe640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 0x7f301c1537d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 -- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 msgr2=0x7f301c1537d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 0x7f301c1537d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 -- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 msgr2=0x7f301c0cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 0x7f301c0cec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301bfff640 1 -- 10.20.193.52:0/3112272412 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f301c1f35b0 con 0x7f3000003b30 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f3020e3b640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 0x7f301c0cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.947+0000 7f301b7fe640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 0x7f301c1537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f301bfff640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f300803a040 tx=0x7f3008004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008041600 con 0x7f3000003b30 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3008041780 con 0x7f3000003b30 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3008041b30 con 0x7f3000003b30 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f301c1f3890 con 0x7f3000003b30 2026-02-25T15:49:45.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3f00ad520 con 0x7ff3f006cff0 2026-02-25T15:49:45.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3538013410 con 0x7f35440af3b0 2026-02-25T15:49:45.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f301c155a40 con 0x7f3000003b30 2026-02-25T15:49:45.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f352affd640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 0x7f3514078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3538097210 con 0x7f35440af3b0 2026-02-25T15:49:45.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff3dc007580 con 0x7ff3f006cff0 2026-02-25T15:49:45.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f354a475640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 0x7f3514078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.948+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f301c159030 con 0x7f3000003b30 2026-02-25T15:49:45.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7f354a475640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 0x7f3514078500 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3544070ce0 tx=0x7f3534033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3008041c90 con 0x7f3000003b30 2026-02-25T15:49:45.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7ff3e3fff640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 0x7ff3bc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff3dc096640 con 0x7ff3f006cff0 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 0x7ff3bc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7ff3ef7fe640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 0x7ff3bc078500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff3d4039000 tx=0x7ff3d4033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7f3018ff9640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 0x7f2fec078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7f301b7fe640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 0x7f2fec078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.949+0000 7f301b7fe640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 0x7f2fec078500 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f301c1f43f0 tx=0x7f300c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:45.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.951+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3008085280 con 0x7f3000003b30 2026-02-25T15:49:45.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.951+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f353805cc70 con 0x7f35440af3b0 2026-02-25T15:49:45.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.953+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff3f00ad520 con 0x7ff3f006cff0 2026-02-25T15:49:45.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.955+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3008081e60 con 0x7f3000003b30 2026-02-25T15:49:45.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 Processor -- start 2026-02-25T15:49:45.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 -- start start 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92b80ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92b815bcc0 con 0x7f92b80b4470 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92b815bfa0 con 0x7f92b8071710 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.988+0000 7f92becc5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92b8071c60 con 0x7f92b815b750 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f92b80b4470 0x7f92b80720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53256/0 (socket says 10.20.193.52:53256) 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 -- 10.20.193.52:0/3817259454 learned_addr learned my addr 10.20.193.52:0/3817259454 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:45.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92affff640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92b80ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 800978339 0 0) 0x7f92b815bcc0 con 0x7f92b80b4470 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92a4003620 con 0x7f92b80b4470 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1589067492 0 0) 0x7f92a4003620 con 0x7f92b80b4470 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 msgr2=0x7f92b80ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92b80ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 >> v1:10.20.193.86:6789/0 conn(0x7f92b8071710 legacy=0x7f92b8070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92b815c280 con 0x7f92b80b4470 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f92b4003280 con 0x7f92b80b4470 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 >> v1:10.20.193.52:6789/0 conn(0x7f92b80b4470 legacy=0x7f92b80720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92a4003b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92a40041c0 0x7f92a40048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92a4004f20 0x7f92a400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92a4005620 con 0x7f92a4004f20 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92a4005790 con 0x7f92a40041c0 2026-02-25T15:49:45.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92a400c010 con 0x7f92b815b750 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92a4004f20 0x7f92a400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bca3a640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92a4003b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92affff640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92a40041c0 0x7f92a40048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 -- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 msgr2=0x7f92a4003b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92a4003b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 -- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92a40041c0 msgr2=0x7f92a40048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92a40041c0 0x7f92a40048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bd23b640 1 -- 10.20.193.52:0/3817259454 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92a4003620 con 0x7f92a4004f20 2026-02-25T15:49:45.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.989+0000 7f92bca3a640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b815b750 0x7f92a4003b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92bd23b640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92a4004f20 0x7f92a400ba80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f92b400a8b0 tx=0x7f92b402fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5542ed00e4a16358 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b40316b0 con 0x7f92a4004f20 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92b4031810 con 0x7f92a4004f20 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92af7fe640 1 -- 10.20.193.52:0/3817259454 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b4031bc0 con 0x7f92a4004f20 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 -- 10.20.193.52:0/3817259454 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92a4004f20 msgr2=0x7f92a400ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 --2- 10.20.193.52:0/3817259454 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92a4004f20 0x7f92a400ba80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f92b400a8b0 tx=0x7f92b402fc80 comp rx=0 tx=0).stop 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92bd23b640 1 -- 10.20.193.52:0/3817259454 reap_dead start 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 -- 10.20.193.52:0/3817259454 shutdown_connections 2026-02-25T15:49:46.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 -- 10.20.193.52:0/3817259454 >> 10.20.193.52:0/3817259454 conn(0x7f92b806c980 msgr2=0x7f92b806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 -- 10.20.193.52:0/3817259454 shutdown_connections 2026-02-25T15:49:46.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.990+0000 7f92becc5640 1 -- 10.20.193.52:0/3817259454 wait complete. 2026-02-25T15:49:46.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 Processor -- start 2026-02-25T15:49:46.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 -- start start 2026-02-25T15:49:46.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f17b4b85640 1 Processor -- start 2026-02-25T15:49:46.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b81f5290 0x7f92b80c6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92b8158ca0 0x7f92b81f7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92b80c7530 con 0x7f92b80c70b0 2026-02-25T15:49:46.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f17b4b85640 1 -- start start 2026-02-25T15:49:46.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92b815a0a0 con 0x7f92b8158ca0 2026-02-25T15:49:46.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92becc5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92b8159490 con 0x7f92b81f5290 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35852/0 (socket says 10.20.193.52:35852) 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 -- 10.20.193.52:0/3332940715 learned_addr learned my addr 10.20.193.52:0/3332940715 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92bca3a640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b81f5290 0x7f92b80c6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92bd23b640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92b8158ca0 0x7f92b81f7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 -- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b81f5290 msgr2=0x7f92b80c6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b81f5290 0x7f92b80c6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 -- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92b8158ca0 msgr2=0x7f92b81f7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92b8158ca0 0x7f92b81f7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 -- 10.20.193.52:0/3332940715 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92b8159770 con 0x7f92b80c70b0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.991+0000 7f92affff640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f92a000f4e0 tx=0x7f92a000f8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92a000c070 con 0x7f92b80c70b0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92a0014890 con 0x7f92b80c70b0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92b8159a50 con 0x7f92b80c70b0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92a0014c40 con 0x7f92b80c70b0 2026-02-25T15:49:46.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92b8159120 con 0x7f92b80c70b0 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17b4b85640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f17b00cf000 0x7f17b0168470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17b4b85640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17b00d21a0 con 0x7f17b015e7e0 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17b4b85640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17b00d1590 con 0x7f17b00cfc20 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17b4b85640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17b00d1870 con 0x7f17b00cf000 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17aed76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f17b00cf000 0x7f17b0168470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17add74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f17b015e7e0 0x7f17b00d3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:53264/0 (socket says 10.20.193.52:53264) 2026-02-25T15:49:46.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17add74640 1 -- 10.20.193.52:0/1995362701 learned_addr learned my addr 10.20.193.52:0/1995362701 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:46.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17aed76640 1 -- 10.20.193.52:0/1995362701 >> v1:10.20.193.86:6789/0 conn(0x7f17b00cfc20 legacy=0x7f17b00d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:46.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17aed76640 1 -- 10.20.193.52:0/1995362701 >> v1:10.20.193.52:6789/0 conn(0x7f17b015e7e0 legacy=0x7f17b00d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17aed76640 1 -- 10.20.193.52:0/1995362701 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b00d1b50 con 0x7f17b00cf000 2026-02-25T15:49:46.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92b81f59a0 con 0x7f92b80c70b0 2026-02-25T15:49:46.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17aed76640 1 --2- 10.20.193.52:0/1995362701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b0168470 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f17a0009d90 tx=0x7f17a002f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de8bd2cde156866 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17ad573640 1 -- 10.20.193.52:0/1995362701 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a0006ea0 con 0x7f17b00cf000 2026-02-25T15:49:46.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17ad573640 1 -- 10.20.193.52:0/1995362701 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17a0037440 con 0x7f17b00cf000 2026-02-25T15:49:46.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.992+0000 7f17ad573640 1 -- 10.20.193.52:0/1995362701 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a00377d0 con 0x7f17b00cf000 2026-02-25T15:49:46.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f92a001d400 con 0x7f92b80c70b0 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 -- 10.20.193.52:0/1995362701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 msgr2=0x7f17b0168470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1995362701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b0168470 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f17a0009d90 tx=0x7f17a002f270 comp rx=0 tx=0).stop 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 -- 10.20.193.52:0/1995362701 shutdown_connections 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1995362701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b0168470 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 -- 10.20.193.52:0/1995362701 >> 10.20.193.52:0/1995362701 conn(0x7f17b009c7b0 msgr2=0x7f17b00d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 -- 10.20.193.52:0/1995362701 shutdown_connections 2026-02-25T15:49:46.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f17b4b85640 1 -- 10.20.193.52:0/1995362701 wait complete. 2026-02-25T15:49:46.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f92ad7fa640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 0x7f9288078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f92a0097730 con 0x7f92b80c70b0 2026-02-25T15:49:46.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f92bca3a640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 0x7f9288078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.993+0000 7f92bca3a640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 0x7f9288078530 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f92a8007fd0 tx=0x7f92a8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 Processor -- start 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 -- start start 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17b00cfc20 0x7f17b0156860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17b015e7e0 0x7f17b0156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b015b550 con 0x7f17b00cf000 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b015b200 con 0x7f17b015e7e0 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17b4b85640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b00b6c60 con 0x7f17b00cfc20 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35870/0 (socket says 10.20.193.52:35870) 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 -- 10.20.193.52:0/1733084034 learned_addr learned my addr 10.20.193.52:0/1733084034 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17add74640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17b00cfc20 0x7f17b0156860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17aed76640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17b015e7e0 0x7f17b0156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 -- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17b00cfc20 msgr2=0x7f17b0156860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17b00cfc20 0x7f17b0156860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 -- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17b015e7e0 msgr2=0x7f17b0156da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17b015e7e0 0x7f17b0156da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 -- 10.20.193.52:0/1733084034 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17a0009a70 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.994+0000 7f17ae575640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f17a400b550 tx=0x7f17a400ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a4004480 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17a40026e0 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b00b6f00 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a40045e0 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b00b74c0 con 0x7f17b00cf000 2026-02-25T15:49:46.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.995+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f92b81f59a0 con 0x7f92b80c70b0 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.996+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b0168960 con 0x7f17b00cf000 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.996+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f17a4002a90 con 0x7f17b00cf000 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.996+0000 7f1796ffd640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 0x7f177c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.997+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f17a4096f00 con 0x7f17b00cf000 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.997+0000 7f17add74640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 0x7f177c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.997+0000 7f17add74640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 0x7f177c078500 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f17b006baf0 tx=0x7f1798009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:45.999+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f17a405ca90 con 0x7f17b00cf000 2026-02-25T15:49:46.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.015+0000 7fa1e27d0640 1 Processor -- start 2026-02-25T15:49:46.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.015+0000 7fa1e27d0640 1 -- start start 2026-02-25T15:49:46.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fe8cbe23640 1 Processor -- start 2026-02-25T15:49:46.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fe8cbe23640 1 -- start start 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e27d0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 0x7fa1dc0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e27d0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 0x7fa1dc142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e27d0640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1dc0b2a60 con 0x7fa1dc143250 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e27d0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1dc143a40 con 0x7fa1dc0b2620 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e27d0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc0b40f0 con 0x7fa1dc140270 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e0d46640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fa1dc143250 0x7fa1dc0ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50334/0 (socket says 10.20.193.52:50334) 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1e0d46640 1 -- 10.20.193.52:0/3690130201 learned_addr learned my addr 10.20.193.52:0/3690130201 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/3690130201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 0x7fa1dc0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7f997e773640 1 Processor -- start 2026-02-25T15:49:46.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7f997e773640 1 -- start start 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1db7fe640 1 --2- 10.20.193.52:0/3690130201 >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 0x7fa1dc142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1daffd640 1 -- 10.20.193.52:0/3690130201 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2077281434 0 0) 0x7fa1dc0b2a60 con 0x7fa1dc143250 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1daffd640 1 -- 10.20.193.52:0/3690130201 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa1c0003620 con 0x7fa1dc143250 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1dbfff640 1 -- 10.20.193.52:0/3690130201 >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 msgr2=0x7fa1dc142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/3690130201 >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 0x7fa1dc142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.016+0000 7fa1dbfff640 1 -- 10.20.193.52:0/3690130201 >> v1:10.20.193.86:6789/0 conn(0x7fa1dc143250 legacy=0x7fa1dc0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1dbfff640 1 -- 10.20.193.52:0/3690130201 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1dc0addc0 con 0x7fa1dc140270 2026-02-25T15:49:46.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1db7fe640 1 --2- 10.20.193.52:0/3690130201 >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 0x7fa1dc142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8cbe23640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe8c406f620 0x7fe8c4161a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8cbe23640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 0x7fe8c415f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8cbe23640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8c406fa00 con 0x7fe8c415d9e0 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8cbe23640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8c4161f70 con 0x7fe8c406f620 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8cbe23640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c406ce80 con 0x7fe8c406c0b0 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8c9397640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fe8c415d9e0 0x7fe8c406b9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50348/0 (socket says 10.20.193.52:50348) 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8c9397640 1 -- 10.20.193.52:0/2601703529 learned_addr learned my addr 10.20.193.52:0/2601703529 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:46.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8ca399640 1 --2- 10.20.193.52:0/2601703529 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 0x7fe8c415f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/3690130201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 0x7fa1dc0b20e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa1c80098a0 tx=0x7fa1c802eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86270a1d41781888 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8c9b98640 1 --2- 10.20.193.52:0/2601703529 >> v2:10.20.193.86:3300/0 conn(0x7fe8c406f620 0x7fe8c4161a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f997815b4c0 0x7f99780b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f99780b0330 0x7f99780d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1daffd640 1 -- 10.20.193.52:0/3690130201 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c802fb70 con 0x7fa1dc140270 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1daffd640 1 -- 10.20.193.52:0/3690130201 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c802fcd0 con 0x7fa1dc140270 2026-02-25T15:49:46.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fa1daffd640 1 -- 10.20.193.52:0/3690130201 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8037660 con 0x7fa1dc140270 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f99780cd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99780d1a80 con 0x7f997815b4c0 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f997815b8a0 con 0x7f99780b0330 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997e773640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99780cfb60 con 0x7f99780d1610 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8c8b96640 1 -- 10.20.193.52:0/2601703529 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 54689882 0 0) 0x7fe8c406fa00 con 0x7fe8c415d9e0 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f9977fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f997815b4c0 0x7f99780b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f997cce9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f99780cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8ca399640 1 -- 10.20.193.52:0/2601703529 >> v2:10.20.193.86:3300/0 conn(0x7fe8c406f620 msgr2=0x7fe8c4161a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8ca399640 1 --2- 10.20.193.52:0/2601703529 >> v2:10.20.193.86:3300/0 conn(0x7fe8c406f620 0x7fe8c4161a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8ca399640 1 -- 10.20.193.52:0/2601703529 >> v1:10.20.193.86:6789/0 conn(0x7fe8c415d9e0 legacy=0x7fe8c406b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f9977fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f997815b4c0 0x7f99780b2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35882/0 (socket says 10.20.193.52:35882) 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f99777fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f99780b0330 0x7f99780d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7fe8ca399640 1 -- 10.20.193.52:0/2601703529 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c415ea20 con 0x7fe8c406c0b0 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.017+0000 7f9977fff640 1 -- 10.20.193.52:0/2908197754 learned_addr learned my addr 10.20.193.52:0/2908197754 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 -- 10.20.193.52:0/2908197754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 msgr2=0x7f99780cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 --2- 10.20.193.52:0/2908197754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f99780cd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 -- 10.20.193.52:0/2908197754 >> v2:10.20.193.86:3300/0 conn(0x7f99780b0330 msgr2=0x7f99780d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 --2- 10.20.193.52:0/2908197754 >> v2:10.20.193.86:3300/0 conn(0x7f99780b0330 0x7f99780d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 -- 10.20.193.52:0/2908197754 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99780cfe40 con 0x7f997815b4c0 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- 10.20.193.52:0/3690130201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 msgr2=0x7fa1dc0b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/3690130201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 0x7fa1dc0b20e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa1c80098a0 tx=0x7fa1c802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- 10.20.193.52:0/3690130201 shutdown_connections 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/3690130201 >> v2:10.20.193.52:3300/0 conn(0x7fa1dc0b2620 0x7fa1dc142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/3690130201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc140270 0x7fa1dc0b20e0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- 10.20.193.52:0/3690130201 >> 10.20.193.52:0/3690130201 conn(0x7fa1dc06c980 msgr2=0x7fa1dc06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- 10.20.193.52:0/3690130201 shutdown_connections 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- 10.20.193.52:0/3690130201 wait complete. 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9977fff640 1 --2- 10.20.193.52:0/2908197754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f99780b2700 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f99780d1bf0 tx=0x7f996402ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c300c62c43a5253b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fe8ca399640 1 --2- 10.20.193.52:0/2601703529 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 0x7fe8c415f200 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0009d90 tx=0x7fe8c002f310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77293bea8b9613c2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9976ffd640 1 -- 10.20.193.52:0/2908197754 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996402fba0 con 0x7f997815b4c0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9976ffd640 1 -- 10.20.193.52:0/2908197754 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f996402fd00 con 0x7f997815b4c0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f9976ffd640 1 -- 10.20.193.52:0/2908197754 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9964037660 con 0x7f997815b4c0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fe8c8b96640 1 -- 10.20.193.52:0/2601703529 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0006ea0 con 0x7fe8c406c0b0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fe8c8b96640 1 -- 10.20.193.52:0/2601703529 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8c0037440 con 0x7fe8c406c0b0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fe8c8b96640 1 -- 10.20.193.52:0/2601703529 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00377d0 con 0x7fe8c406c0b0 2026-02-25T15:49:46.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 -- 10.20.193.52:0/2908197754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 msgr2=0x7f99780b2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 --2- 10.20.193.52:0/2908197754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f99780b2700 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f99780d1bf0 tx=0x7f996402ef70 comp rx=0 tx=0).stop 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 -- 10.20.193.52:0/2908197754 shutdown_connections 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 --2- 10.20.193.52:0/2908197754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f99780cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 --2- 10.20.193.52:0/2908197754 >> v2:10.20.193.86:3300/0 conn(0x7f99780b0330 0x7f99780d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7f997e773640 1 --2- 10.20.193.52:0/2908197754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f99780b2700 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7f997e773640 1 -- 10.20.193.52:0/2908197754 >> 10.20.193.52:0/2908197754 conn(0x7f9978099e40 msgr2=0x7f997809a250 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2601703529 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 msgr2=0x7fe8c415f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2601703529 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 0x7fe8c415f200 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0009d90 tx=0x7fe8c002f310 comp rx=0 tx=0).stop 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 Processor -- start 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.018+0000 7fa1e27d0640 1 -- start start 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2601703529 shutdown_connections 2026-02-25T15:49:46.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2601703529 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c406c0b0 0x7fe8c415f200 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2601703529 >> v2:10.20.193.86:3300/0 conn(0x7fe8c406f620 0x7fe8c4161a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2601703529 >> 10.20.193.52:0/2601703529 conn(0x7fe8c4070ff0 msgr2=0x7fe8c4071400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2601703529 shutdown_connections 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2601703529 wait complete. 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 0x7fa1dc0af620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc143250 0x7fa1dc140650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc12ea40 con 0x7fa1dc140270 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc12e130 con 0x7fa1dc0b2620 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e27d0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc13b120 con 0x7fa1dc143250 2026-02-25T15:49:46.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7f997e773640 1 -- 10.20.193.52:0/2908197754 shutdown_connections 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35890/0 (socket says 10.20.193.52:35890) 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 -- 10.20.193.52:0/1958879828 learned_addr learned my addr 10.20.193.52:0/1958879828 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1e0d46640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc143250 0x7fa1dc140650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7f997e773640 1 -- 10.20.193.52:0/2908197754 wait complete. 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 0x7fa1dc0af620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 -- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc143250 msgr2=0x7fa1dc140650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc143250 0x7fa1dc140650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 -- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 msgr2=0x7fa1dc0af620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 0x7fa1dc0af620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 -- 10.20.193.52:0/1958879828 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c8009500 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 0x7fa1dc0af620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1db7fe640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc00e790 tx=0x7fa1cc00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.019+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1cc00c8d0 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1cc00ca30 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1dc12e380 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1cc00cde0 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1dc140b90 con 0x7fa1dc140270 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 Processor -- start 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 -- start start 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7f997e773640 1 Processor -- start 2026-02-25T15:49:46.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1dc0b5130 con 0x7fa1dc140270 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe8c406f620 0x7fe8c4147ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c415d9e0 0x7fe8c4148530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c4148a70 con 0x7fe8c406c0b0 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c40cf0b0 con 0x7fe8c406f620 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.020+0000 7fe8cbe23640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c41e8db0 con 0x7fe8c415d9e0 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35902/0 (socket says 10.20.193.52:35902) 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 -- 10.20.193.52:0/2107649607 learned_addr learned my addr 10.20.193.52:0/2107649607 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 -- start start 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9397640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe8c406f620 0x7fe8c4147ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 -- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c415d9e0 msgr2=0x7fe8c4148530 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c415d9e0 0x7fe8c4148530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 -- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe8c406f620 msgr2=0x7fe8c4147ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe8c406f620 0x7fe8c4147ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 -- 10.20.193.52:0/2107649607 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c0009a70 con 0x7fe8c406c0b0 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fe8c9b98640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe8b400ebe0 tx=0x7fe8b400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa1cc026430 con 0x7fa1dc140270 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99780b0330 0x7f99780c9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f997806fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99780c8000 con 0x7f997815b4c0 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99780c7760 con 0x7f99780b0330 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997e773640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99780c7a40 con 0x7f99780d1610 2026-02-25T15:49:46.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:35906/0 (socket says 10.20.193.52:35906) 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 -- 10.20.193.52:0/4022665090 learned_addr learned my addr 10.20.193.52:0/4022665090 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f99777fe640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f997806fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f9977fff640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99780b0330 0x7f99780c9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 -- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 msgr2=0x7f997806fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f997806fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 -- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99780b0330 msgr2=0x7f99780c9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99780b0330 0x7f99780c9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 -- 10.20.193.52:0/4022665090 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99640095d0 con 0x7f997815b4c0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fa1d8ff9640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 0x7fa1ac078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa1cc0972c0 con 0x7fa1dc140270 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7f997cce9640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f996c00efc0 tx=0x7f996c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.021+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 0x7fa1ac078550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.022+0000 7fa1dbfff640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 0x7fa1ac078550 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8039000 tx=0x7fa1c8033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b400cc40 con 0x7fe8c406c0b0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c006ea0 con 0x7f997815b4c0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8b400cda0 con 0x7fe8c406c0b0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8c41e9090 con 0x7fe8c406c0b0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f996c00f040 con 0x7f997815b4c0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99780c7d20 con 0x7f997815b4c0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8b4013690 con 0x7fe8c406c0b0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f996c0146c0 con 0x7f997815b4c0 2026-02-25T15:49:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8c41e9650 con 0x7fe8c406c0b0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9978070380 con 0x7f997815b4c0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa1cc05cfe0 con 0x7fa1dc140270 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.023+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99780b16d0 con 0x7f997815b4c0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.024+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8c406be90 con 0x7fe8c406c0b0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.024+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe8b4011070 con 0x7fe8c406c0b0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.024+0000 7fe8b27fc640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 0x7fe894078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.024+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f996c014820 con 0x7f997815b4c0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.024+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe8b40970f0 con 0x7fe8c406c0b0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7fe8c9397640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 0x7fe894078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7fe8c9397640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 0x7fe894078500 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4155540 tx=0x7fe8b80026e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7f9974ff9640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 0x7f9948078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7f9977fff640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 0x7f9948078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f996c0980f0 con 0x7f997815b4c0 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.025+0000 7f9977fff640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 0x7f9948078530 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f99780b3cc0 tx=0x7f9964033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.026+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f996c05dbe0 con 0x7f997815b4c0 2026-02-25T15:49:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.028+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe8b405cd10 con 0x7fe8c406c0b0 2026-02-25T15:49:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.039+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7ff3f00ad520 con 0x7ff3f006cff0 2026-02-25T15:49:46.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.039+0000 7ff3e3fff640 1 -- 10.20.193.52:0/718420132 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff3f00ad520 con 0x7ff3f006cff0 2026-02-25T15:49:46.041 INFO:teuthology.orchestra.run.trial052.stdout:55834574853 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 msgr2=0x7ff3bc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 0x7ff3bc078500 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff3d4039000 tx=0x7ff3d4033000 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 msgr2=0x7ff3f00ad800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00c520 tx=0x7ff3dc00c9f0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f3544072cc0 con 0x7f35440af3b0 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 shutdown_connections 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3bc076040 0x7ff3bc078500 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3f015c270 0x7ff3f01e67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3f006cff0 0x7ff3f00ad800 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 --2- 10.20.193.52:0/718420132 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3f006a990 0x7ff3f0155920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 >> 10.20.193.52:0/718420132 conn(0x7ff3f00cf8e0 msgr2=0x7ff3f0159380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 shutdown_connections 2026-02-25T15:49:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.041+0000 7ff3f6055640 1 -- 10.20.193.52:0/718420132 wait complete. 2026-02-25T15:49:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.042+0000 7f352affd640 1 -- 10.20.193.52:0/1097178217 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f353805fcf0 con 0x7f35440af3b0 2026-02-25T15:49:46.044 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.042+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f301c066870 con 0x7f3000003b30 2026-02-25T15:49:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.042+0000 7f3018ff9640 1 -- 10.20.193.52:0/3112272412 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f300800f040 con 0x7f3000003b30 2026-02-25T15:49:46.044 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 msgr2=0x7f2fec078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 0x7f2fec078500 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f301c1f43f0 tx=0x7f300c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 msgr2=0x7f301c1f3db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f300803a040 tx=0x7f3008004830 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 shutdown_connections 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2fec076040 0x7f2fec078500 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f301c1555b0 0x7f301c0cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f301c0ae140 0x7f301c1537d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 --2- 10.20.193.52:0/3112272412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3000003b30 0x7f301c1f3db0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 >> 10.20.193.52:0/3112272412 conn(0x7f301c0cf8e0 msgr2=0x7f301c1e6280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 shutdown_connections 2026-02-25T15:49:46.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f30228c5640 1 -- 10.20.193.52:0/3112272412 wait complete. 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 msgr2=0x7f3514078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 0x7f3514078500 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f3544070ce0 tx=0x7f3534033000 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 msgr2=0x7f35440cec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f353800e7c0 tx=0x7f353800ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 shutdown_connections 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3514076040 0x7f3514078500 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f354415ecf0 0x7f35440caea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f35440af3b0 0x7f35440cec90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 --2- 10.20.193.52:0/1097178217 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f354406a990 0x7f35441f8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 >> 10.20.193.52:0/1097178217 conn(0x7f3544072140 msgr2=0x7f35440ada30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 shutdown_connections 2026-02-25T15:49:46.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.044+0000 7f354b477640 1 -- 10.20.193.52:0/1097178217 wait complete. 2026-02-25T15:49:46.053 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2026-02-25T15:49:46.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.1 2026-02-25T15:49:46.055 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.0 2026-02-25T15:49:46.056 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.080+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f92b81f59a0 con 0x7f92b80c70b0 2026-02-25T15:49:46.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.080+0000 7f92ad7fa640 1 -- 10.20.193.52:0/3332940715 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f92b81f59a0 con 0x7f92b80c70b0 2026-02-25T15:49:46.082 INFO:teuthology.orchestra.run.trial052.stdout:55834574856 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 msgr2=0x7f9288078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 0x7f9288078530 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f92a8007fd0 tx=0x7f92a8009040 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 msgr2=0x7f92b8158760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f92a000f4e0 tx=0x7f92a000f8e0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 shutdown_connections 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9288076070 0x7f9288078530 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92b8158ca0 0x7f92b81f7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92b80c70b0 0x7f92b8158760 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 --2- 10.20.193.52:0/3332940715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92b81f5290 0x7f92b80c6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.084 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 >> 10.20.193.52:0/3332940715 conn(0x7f92b806c980 msgr2=0x7f92b815c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 shutdown_connections 2026-02-25T15:49:46.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.082+0000 7f92becc5640 1 -- 10.20.193.52:0/3332940715 wait complete. 2026-02-25T15:49:46.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.085+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f17b0067a50 con 0x7f17b00cf000 2026-02-25T15:49:46.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.086+0000 7f1796ffd640 1 -- 10.20.193.52:0/1733084034 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f17a4013090 con 0x7f17b00cf000 2026-02-25T15:49:46.087 INFO:teuthology.orchestra.run.trial052.stdout:55834574856 2026-02-25T15:49:46.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 msgr2=0x7f177c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 0x7f177c078500 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f17b006baf0 tx=0x7f1798009040 comp rx=0 tx=0).stop 2026-02-25T15:49:46.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 msgr2=0x7f17b00b8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f17a400b550 tx=0x7f17a400ba20 comp rx=0 tx=0).stop 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 shutdown_connections 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f177c076040 0x7f177c078500 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17b015e7e0 0x7f17b0156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17b00cfc20 0x7f17b0156860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.087+0000 7f17b4b85640 1 --2- 10.20.193.52:0/1733084034 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17b00cf000 0x7f17b00b8b80 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.088+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 >> 10.20.193.52:0/1733084034 conn(0x7f17b009c7b0 msgr2=0x7f17b006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.088+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 shutdown_connections 2026-02-25T15:49:46.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.088+0000 7f17b4b85640 1 -- 10.20.193.52:0/1733084034 wait complete. 2026-02-25T15:49:46.092 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.6 2026-02-25T15:49:46.093 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.099 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.2 2026-02-25T15:49:46.099 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.108+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fa1dc0b0bc0 con 0x7fa1dc140270 2026-02-25T15:49:46.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.109+0000 7fa1d8ff9640 1 -- 10.20.193.52:0/1958879828 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa1cc060060 con 0x7fa1dc140270 2026-02-25T15:49:46.111 INFO:teuthology.orchestra.run.trial052.stdout:55834574854 2026-02-25T15:49:46.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 msgr2=0x7fa1ac078550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 0x7fa1ac078550 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8039000 tx=0x7fa1c8033000 comp rx=0 tx=0).stop 2026-02-25T15:49:46.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 msgr2=0x7fa1dc0afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc00e790 tx=0x7fa1cc00ec60 comp rx=0 tx=0).stop 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 shutdown_connections 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa1ac076090 0x7fa1ac078550 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa1dc143250 0x7fa1dc140650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa1dc140270 0x7fa1dc0afb60 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 --2- 10.20.193.52:0/1958879828 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa1dc0b2620 0x7fa1dc0af620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 >> 10.20.193.52:0/1958879828 conn(0x7fa1dc06c980 msgr2=0x7fa1dc0aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 shutdown_connections 2026-02-25T15:49:46.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7fa1e27d0640 1 -- 10.20.193.52:0/1958879828 wait complete. 2026-02-25T15:49:46.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f9978070380 con 0x7f997815b4c0 2026-02-25T15:49:46.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.110+0000 7f9974ff9640 1 -- 10.20.193.52:0/4022665090 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f996c018090 con 0x7f997815b4c0 2026-02-25T15:49:46.114 INFO:teuthology.orchestra.run.trial052.stdout:55834574856 2026-02-25T15:49:46.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 msgr2=0x7f9948078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 0x7f9948078530 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f99780b3cc0 tx=0x7f9964033000 comp rx=0 tx=0).stop 2026-02-25T15:49:46.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 msgr2=0x7f9978158a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f996c00efc0 tx=0x7f996c00c490 comp rx=0 tx=0).stop 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 shutdown_connections 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9948076070 0x7f9948078530 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f997815b4c0 0x7f9978158a00 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f99780d1610 0x7f997806fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 --2- 10.20.193.52:0/4022665090 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f99780b0330 0x7f99780c9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 >> 10.20.193.52:0/4022665090 conn(0x7f9978099e40 msgr2=0x7f99780aef30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 shutdown_connections 2026-02-25T15:49:46.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.112+0000 7f997e773640 1 -- 10.20.193.52:0/4022665090 wait complete. 2026-02-25T15:49:46.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.113+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe8c4161300 con 0x7fe8c406c0b0 2026-02-25T15:49:46.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.113+0000 7fe8b27fc640 1 -- 10.20.193.52:0/2107649607 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe8b405fd90 con 0x7fe8c406c0b0 2026-02-25T15:49:46.117 INFO:teuthology.orchestra.run.trial052.stdout:55834574856 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 msgr2=0x7fe894078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 0x7fe894078500 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4155540 tx=0x7fe8b80026e0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 msgr2=0x7fe8c4157000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe8b400ebe0 tx=0x7fe8b400c520 comp rx=0 tx=0).stop 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 shutdown_connections 2026-02-25T15:49:46.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe894076040 0x7fe894078500 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe8c415d9e0 0x7fe8c4148530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe8c406f620 0x7fe8c4147ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 --2- 10.20.193.52:0/2107649607 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe8c406c0b0 0x7fe8c4157000 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 >> 10.20.193.52:0/2107649607 conn(0x7fe8c4070ff0 msgr2=0x7fe8c40b0180 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 shutdown_connections 2026-02-25T15:49:46.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:46.115+0000 7fe8cbe23640 1 -- 10.20.193.52:0/2107649607 wait complete. 2026-02-25T15:49:46.121 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.4 2026-02-25T15:49:46.121 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.123 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.3 2026-02-25T15:49:46.123 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:46.125 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574856 for osd.7 2026-02-25T15:49:46.126 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:47.053 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-02-25T15:49:47.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 Processor -- start 2026-02-25T15:49:47.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 -- start start 2026-02-25T15:49:47.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe538143420 0x7fe5380ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5380b40f0 con 0x7fe5380b27f0 2026-02-25T15:49:47.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5380addc0 con 0x7fe538140270 2026-02-25T15:49:47.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe5402a0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe538143a40 con 0x7fe538143420 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe53d814640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe5380b27f0 0x7fe538142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47874/0 (socket says 10.20.193.52:47874) 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe53d814640 1 -- 10.20.193.52:0/1302772480 learned_addr learned my addr 10.20.193.52:0/1302772480 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.120+0000 7fe53e816640 1 --2- 10.20.193.52:0/1302772480 >> v2:10.20.193.52:3300/0 conn(0x7fe538143420 0x7fe5380ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53d013640 1 -- 10.20.193.52:0/1302772480 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1888752346 0 0) 0x7fe5380b40f0 con 0x7fe5380b27f0 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53d013640 1 -- 10.20.193.52:0/1302772480 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe520003620 con 0x7fe5380b27f0 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53e816640 1 -- 10.20.193.52:0/1302772480 >> v1:10.20.193.86:6789/0 conn(0x7fe538140270 legacy=0x7fe5380b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53e816640 1 -- 10.20.193.52:0/1302772480 >> v1:10.20.193.52:6789/0 conn(0x7fe5380b27f0 legacy=0x7fe538142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53e816640 1 -- 10.20.193.52:0/1302772480 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5380b4370 con 0x7fe538143420 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53e816640 1 --2- 10.20.193.52:0/1302772480 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538143420 0x7fe5380ce0f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe534009d90 tx=0x7fe53402f2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418b118e1c3006e0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53d013640 1 -- 10.20.193.52:0/1302772480 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe534006ea0 con 0x7fe538143420 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53d013640 1 -- 10.20.193.52:0/1302772480 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe534037440 con 0x7fe538143420 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.121+0000 7fe53d013640 1 -- 10.20.193.52:0/1302772480 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5340377d0 con 0x7fe538143420 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- 10.20.193.52:0/1302772480 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538143420 msgr2=0x7fe5380ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 --2- 10.20.193.52:0/1302772480 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538143420 0x7fe5380ce0f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe534009d90 tx=0x7fe53402f2c0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- 10.20.193.52:0/1302772480 shutdown_connections 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 --2- 10.20.193.52:0/1302772480 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538143420 0x7fe5380ce0f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- 10.20.193.52:0/1302772480 >> 10.20.193.52:0/1302772480 conn(0x7fe53806c980 msgr2=0x7fe53806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- 10.20.193.52:0/1302772480 shutdown_connections 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- 10.20.193.52:0/1302772480 wait complete. 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 Processor -- start 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.122+0000 7fe5402a0640 1 -- start start 2026-02-25T15:49:47.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe5380b27f0 0x7fe538146680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe538143420 0x7fe538155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5381455e0 con 0x7fe538140270 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5381458c0 con 0x7fe5380b27f0 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe538145ba0 con 0x7fe538143420 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42858/0 (socket says 10.20.193.52:42858) 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 -- 10.20.193.52:0/4168629250 learned_addr learned my addr 10.20.193.52:0/4168629250 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53e015640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe5380b27f0 0x7fe538146680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 -- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe538143420 msgr2=0x7fe538155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe538143420 0x7fe538155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 -- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe5380b27f0 msgr2=0x7fe538146680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe5380b27f0 0x7fe538146680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 -- 10.20.193.52:0/4168629250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe534009a70 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe53d814640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe52c00c520 tx=0x7fe52c00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52c005de0 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe52c007070 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe538145e80 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52c007420 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.123+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe538135d50 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.124+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5381463a0 con 0x7fe538140270 2026-02-25T15:49:47.131 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.124+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe52c007580 con 0x7fe538140270 2026-02-25T15:49:47.132 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.125+0000 7fe51effd640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 0x7fe508078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.132 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.125+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe52c096930 con 0x7fe538140270 2026-02-25T15:49:47.132 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.125+0000 7fe53e015640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 0x7fe508078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.132 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.125+0000 7fe53e015640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 0x7fe508078500 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe528002770 tx=0x7fe528009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.132 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.126+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe52c05c530 con 0x7fe538140270 2026-02-25T15:49:47.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.204+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fe5381463a0 con 0x7fe538140270 2026-02-25T15:49:47.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.204+0000 7fe51effd640 1 -- 10.20.193.52:0/4168629250 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe52c021020 con 0x7fe538140270 2026-02-25T15:49:47.207 INFO:teuthology.orchestra.run.trial052.stdout:55834574855 2026-02-25T15:49:47.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 msgr2=0x7fe508078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 0x7fe508078500 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe528002770 tx=0x7fe528009040 comp rx=0 tx=0).stop 2026-02-25T15:49:47.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 msgr2=0x7fe538135810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe52c00c520 tx=0x7fe52c00c9f0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 shutdown_connections 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe508076040 0x7fe508078500 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe538143420 0x7fe538155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe538140270 0x7fe538135810 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 --2- 10.20.193.52:0/4168629250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe5380b27f0 0x7fe538146680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 >> 10.20.193.52:0/4168629250 conn(0x7fe53806c980 msgr2=0x7fe53806cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 shutdown_connections 2026-02-25T15:49:47.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.205+0000 7fe5402a0640 1 -- 10.20.193.52:0/4168629250 wait complete. 2026-02-25T15:49:47.215 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574855 for osd.5 2026-02-25T15:49:47.215 DEBUG:teuthology.parallel:result is None 2026-02-25T15:49:47.216 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-25T15:49:47.216 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:49:47.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 Processor -- start 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 -- start start 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4780143420 0x7f47800ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47800b40f0 con 0x7f47800b27f0 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47800addc0 con 0x7f4780140270 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f4787c41640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4780143a40 con 0x7f4780143420 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f47851b5640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f47800b27f0 0x7f4780142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47890/0 (socket says 10.20.193.52:47890) 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.283+0000 7f47851b5640 1 -- 10.20.193.52:0/680162177 learned_addr learned my addr 10.20.193.52:0/680162177 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47861b7640 1 --2- 10.20.193.52:0/680162177 >> v2:10.20.193.86:3300/0 conn(0x7f4780143420 0x7f47800ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2064047689 0 0) 0x7f47800b40f0 con 0x7f47800b27f0 2026-02-25T15:49:47.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4768003620 con 0x7f47800b27f0 2026-02-25T15:49:47.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2386149960 0 0) 0x7f4768003620 con 0x7f47800b27f0 2026-02-25T15:49:47.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 >> v2:10.20.193.86:3300/0 conn(0x7f4780143420 msgr2=0x7f47800ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 --2- 10.20.193.52:0/680162177 >> v2:10.20.193.86:3300/0 conn(0x7f4780143420 0x7f47800ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 >> v1:10.20.193.86:6789/0 conn(0x7f4780140270 legacy=0x7f47800b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47800b4370 con 0x7f47800b27f0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4774002f00 con 0x7f47800b27f0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 >> v1:10.20.193.52:6789/0 conn(0x7f47800b27f0 legacy=0x7f4780142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 0x7f4768003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f47680048c0 0x7f4768004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47680052f0 0x7f476800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4780143a40 con 0x7f4768003b80 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f476800c250 con 0x7f47680048c0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f476800c410 con 0x7f47680052f0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 0x7f4768003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47851b5640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f47680048c0 0x7f4768004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47861b7640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47680052f0 0x7f476800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 -- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47680052f0 msgr2=0x7f476800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47680052f0 0x7f476800ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 -- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f47680048c0 msgr2=0x7f4768004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f47680048c0 0x7f4768004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47859b6640 1 -- 10.20.193.52:0/680162177 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4768003620 con 0x7f4768003b80 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47861b7640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47680052f0 0x7f476800ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.284+0000 7f47861b7640 1 -- 10.20.193.52:0/680162177 reap_dead start 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f47859b6640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 0x7f4768003fa0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f47700030a0 tx=0x7f477002eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68335490e31e580b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47700052d0 con 0x7f4768003b80 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4770005430 con 0x7f4768003b80 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f47849b4640 1 -- 10.20.193.52:0/680162177 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4770003910 con 0x7f4768003b80 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 -- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 msgr2=0x7f4768003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 0x7f4768003fa0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f47700030a0 tx=0x7f477002eda0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 -- 10.20.193.52:0/680162177 shutdown_connections 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 --2- 10.20.193.52:0/680162177 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4768003b80 0x7f4768003fa0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 -- 10.20.193.52:0/680162177 >> 10.20.193.52:0/680162177 conn(0x7f478006c980 msgr2=0x7f478006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 -- 10.20.193.52:0/680162177 shutdown_connections 2026-02-25T15:49:47.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.285+0000 7f4787c41640 1 -- 10.20.193.52:0/680162177 wait complete. 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 Processor -- start 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- start start 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4768003b80 0x7f4780145fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47801f90b0 0x7f4780160400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4780160dc0 con 0x7f4780160940 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47801549e0 con 0x7f4768003b80 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4780154cc0 con 0x7f47801f90b0 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42876/0 (socket says 10.20.193.52:42876) 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 -- 10.20.193.52:0/2831426499 learned_addr learned my addr 10.20.193.52:0/2831426499 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47851b5640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47801f90b0 0x7f4780160400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47859b6640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4768003b80 0x7f4780145fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 -- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47801f90b0 msgr2=0x7f4780160400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47801f90b0 0x7f4780160400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 -- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4768003b80 msgr2=0x7f4780145fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4768003b80 0x7f4780145fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 -- 10.20.193.52:0/2831426499 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4780154fa0 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f47861b7640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f47801470a0 tx=0x7f477c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477c006ea0 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f477c016620 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4780155280 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477c0169b0 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.286+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47801466e0 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.287+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47801554a0 con 0x7f4780160940 2026-02-25T15:49:47.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.288+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f477c016b10 con 0x7f4780160940 2026-02-25T15:49:47.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.288+0000 7f476e7fc640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 0x7f4750078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.288+0000 7f47859b6640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 0x7f4750078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.288+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f477c098560 con 0x7f4780160940 2026-02-25T15:49:47.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.289+0000 7f47859b6640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 0x7f4750078500 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4770037000 tx=0x7f4770033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.291 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.290+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f477c05e1d0 con 0x7f4780160940 2026-02-25T15:49:47.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.366+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f47800b4c10 con 0x7f4750076040 2026-02-25T15:49:47.372 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.370+0000 7f476e7fc640 1 -- 10.20.193.52:0/2831426499 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345185 (secure 0 0 0) 0x7f47700068d0 con 0x7f4750076040 2026-02-25T15:49:47.375 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:47.378 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 msgr2=0x7f4750078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 0x7f4750078500 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4770037000 tx=0x7f4770033000 comp rx=0 tx=0).stop 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 msgr2=0x7f478013bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f47801470a0 tx=0x7f477c00f520 comp rx=0 tx=0).stop 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 shutdown_connections 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4750076040 0x7f4750078500 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4780160940 0x7f478013bcc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47801f90b0 0x7f4780160400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 --2- 10.20.193.52:0/2831426499 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4768003b80 0x7f4780145fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 >> 10.20.193.52:0/2831426499 conn(0x7f478006c980 msgr2=0x7f47800aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 shutdown_connections 2026-02-25T15:49:47.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.372+0000 7f4787c41640 1 -- 10.20.193.52:0/2831426499 wait complete. 2026-02-25T15:49:47.382 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2026-02-25T15:49:47.145203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":193,"num_write_kb":2690,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218968,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754755752,"statfs":{"total":773094113280,"available":772869890048,"internally_reserved":0,"allocated":3383296,"data_stored":2025018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001699"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.020508+0000","last_change":"2026-02-25T15:49:29.830571+0000","last_active":"2026-02-25T15:49:34.020508+0000","last_peered":"2026-02-25T15:49:34.020508+0000","last_clean":"2026-02-25T15:49:34.020508+0000","last_became_active":"2026-02-25T15:49:29.830417+0000","last_became_peered":"2026-02-25T15:49:29.830417+0000","last_unstale":"2026-02-25T15:49:34.020508+0000","last_undegraded":"2026-02-25T15:49:34.020508+0000","last_fullsized":"2026-02-25T15:49:34.020508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:07:54.303549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155397+0000","last_change":"2026-02-25T15:49:30.010521+0000","last_active":"2026-02-25T15:49:34.155397+0000","last_peered":"2026-02-25T15:49:34.155397+0000","last_clean":"2026-02-25T15:49:34.155397+0000","last_became_active":"2026-02-25T15:49:30.010117+0000","last_became_peered":"2026-02-25T15:49:30.010117+0000","last_unstale":"2026-02-25T15:49:34.155397+0000","last_undegraded":"2026-02-25T15:49:34.155397+0000","last_fullsized":"2026-02-25T15:49:34.155397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:36.333731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155321+0000","last_change":"2026-02-25T15:49:34.053814+0000","last_active":"2026-02-25T15:49:34.155321+0000","last_peered":"2026-02-25T15:49:34.155321+0000","last_clean":"2026-02-25T15:49:34.155321+0000","last_became_active":"2026-02-25T15:49:34.053530+0000","last_became_peered":"2026-02-25T15:49:34.053530+0000","last_unstale":"2026-02-25T15:49:34.155321+0000","last_undegraded":"2026-02-25T15:49:34.155321+0000","last_fullsized":"2026-02-25T15:49:34.155321+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:47.843072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023259+0000","last_change":"2026-02-25T15:49:29.830384+0000","last_active":"2026-02-25T15:49:34.023259+0000","last_peered":"2026-02-25T15:49:34.023259+0000","last_clean":"2026-02-25T15:49:34.023259+0000","last_became_active":"2026-02-25T15:49:29.830041+0000","last_became_peered":"2026-02-25T15:49:29.830041+0000","last_unstale":"2026-02-25T15:49:34.023259+0000","last_undegraded":"2026-02-25T15:49:34.023259+0000","last_fullsized":"2026-02-25T15:49:34.023259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:16.907211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156280+0000","last_change":"2026-02-25T15:49:30.013390+0000","last_active":"2026-02-25T15:49:34.156280+0000","last_peered":"2026-02-25T15:49:34.156280+0000","last_clean":"2026-02-25T15:49:34.156280+0000","last_became_active":"2026-02-25T15:49:30.013197+0000","last_became_peered":"2026-02-25T15:49:30.013197+0000","last_unstale":"2026-02-25T15:49:34.156280+0000","last_undegraded":"2026-02-25T15:49:34.156280+0000","last_fullsized":"2026-02-25T15:49:34.156280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:34.650379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157400+0000","last_change":"2026-02-25T15:49:34.025364+0000","last_active":"2026-02-25T15:49:34.157400+0000","last_peered":"2026-02-25T15:49:34.157400+0000","last_clean":"2026-02-25T15:49:34.157400+0000","last_became_active":"2026-02-25T15:49:34.024908+0000","last_became_peered":"2026-02-25T15:49:34.024908+0000","last_unstale":"2026-02-25T15:49:34.157400+0000","last_undegraded":"2026-02-25T15:49:34.157400+0000","last_fullsized":"2026-02-25T15:49:34.157400+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:15:03.352347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052698+0000","last_change":"2026-02-25T15:49:29.832739+0000","last_active":"2026-02-25T15:49:34.052698+0000","last_peered":"2026-02-25T15:49:34.052698+0000","last_clean":"2026-02-25T15:49:34.052698+0000","last_became_active":"2026-02-25T15:49:29.832534+0000","last_became_peered":"2026-02-25T15:49:29.832534+0000","last_unstale":"2026-02-25T15:49:34.052698+0000","last_undegraded":"2026-02-25T15:49:34.052698+0000","last_fullsized":"2026-02-25T15:49:34.052698+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T15:54:12.237925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158780+0000","last_change":"2026-02-25T15:49:30.008037+0000","last_active":"2026-02-25T15:49:34.158780+0000","last_peered":"2026-02-25T15:49:34.158780+0000","last_clean":"2026-02-25T15:49:34.158780+0000","last_became_active":"2026-02-25T15:49:30.007777+0000","last_became_peered":"2026-02-25T15:49:30.007777+0000","last_unstale":"2026-02-25T15:49:34.158780+0000","last_undegraded":"2026-02-25T15:49:34.158780+0000","last_fullsized":"2026-02-25T15:49:34.158780+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:59.059248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157460+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.157460+0000","last_peered":"2026-02-25T15:49:34.157460+0000","last_clean":"2026-02-25T15:49:34.157460+0000","last_became_active":"2026-02-25T15:49:34.023360+0000","last_became_peered":"2026-02-25T15:49:34.023360+0000","last_unstale":"2026-02-25T15:49:34.157460+0000","last_undegraded":"2026-02-25T15:49:34.157460+0000","last_fullsized":"2026-02-25T15:49:34.157460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:59:17.850857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052546+0000","last_change":"2026-02-25T15:49:29.831580+0000","last_active":"2026-02-25T15:49:34.052546+0000","last_peered":"2026-02-25T15:49:34.052546+0000","last_clean":"2026-02-25T15:49:34.052546+0000","last_became_active":"2026-02-25T15:49:29.831264+0000","last_became_peered":"2026-02-25T15:49:29.831264+0000","last_unstale":"2026-02-25T15:49:34.052546+0000","last_undegraded":"2026-02-25T15:49:34.052546+0000","last_fullsized":"2026-02-25T15:49:34.052546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:50:52.688566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158813+0000","last_change":"2026-02-25T15:49:30.007597+0000","last_active":"2026-02-25T15:49:34.158813+0000","last_peered":"2026-02-25T15:49:34.158813+0000","last_clean":"2026-02-25T15:49:34.158813+0000","last_became_active":"2026-02-25T15:49:30.007459+0000","last_became_peered":"2026-02-25T15:49:30.007459+0000","last_unstale":"2026-02-25T15:49:34.158813+0000","last_undegraded":"2026-02-25T15:49:34.158813+0000","last_fullsized":"2026-02-25T15:49:34.158813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:34:22.775745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157444+0000","last_change":"2026-02-25T15:49:34.023432+0000","last_active":"2026-02-25T15:49:34.157444+0000","last_peered":"2026-02-25T15:49:34.157444+0000","last_clean":"2026-02-25T15:49:34.157444+0000","last_became_active":"2026-02-25T15:49:34.023190+0000","last_became_peered":"2026-02-25T15:49:34.023190+0000","last_unstale":"2026-02-25T15:49:34.157444+0000","last_undegraded":"2026-02-25T15:49:34.157444+0000","last_fullsized":"2026-02-25T15:49:34.157444+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:06:49.509035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156210+0000","last_change":"2026-02-25T15:49:30.009753+0000","last_active":"2026-02-25T15:49:34.156210+0000","last_peered":"2026-02-25T15:49:34.156210+0000","last_clean":"2026-02-25T15:49:34.156210+0000","last_became_active":"2026-02-25T15:49:30.009446+0000","last_became_peered":"2026-02-25T15:49:30.009446+0000","last_unstale":"2026-02-25T15:49:34.156210+0000","last_undegraded":"2026-02-25T15:49:34.156210+0000","last_fullsized":"2026-02-25T15:49:34.156210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:30:54.288838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052543+0000","last_change":"2026-02-25T15:49:29.832265+0000","last_active":"2026-02-25T15:49:34.052543+0000","last_peered":"2026-02-25T15:49:34.052543+0000","last_clean":"2026-02-25T15:49:34.052543+0000","last_became_active":"2026-02-25T15:49:29.831903+0000","last_became_peered":"2026-02-25T15:49:29.831903+0000","last_unstale":"2026-02-25T15:49:34.052543+0000","last_undegraded":"2026-02-25T15:49:34.052543+0000","last_fullsized":"2026-02-25T15:49:34.052543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:48:18.216367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157527+0000","last_change":"2026-02-25T15:49:34.025136+0000","last_active":"2026-02-25T15:49:34.157527+0000","last_peered":"2026-02-25T15:49:34.157527+0000","last_clean":"2026-02-25T15:49:34.157527+0000","last_became_active":"2026-02-25T15:49:34.024819+0000","last_became_peered":"2026-02-25T15:49:34.024819+0000","last_unstale":"2026-02-25T15:49:34.157527+0000","last_undegraded":"2026-02-25T15:49:34.157527+0000","last_fullsized":"2026-02-25T15:49:34.157527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:57:27.437872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155363+0000","last_change":"2026-02-25T15:49:30.013560+0000","last_active":"2026-02-25T15:49:34.155363+0000","last_peered":"2026-02-25T15:49:34.155363+0000","last_clean":"2026-02-25T15:49:34.155363+0000","last_became_active":"2026-02-25T15:49:30.013423+0000","last_became_peered":"2026-02-25T15:49:30.013423+0000","last_unstale":"2026-02-25T15:49:34.155363+0000","last_undegraded":"2026-02-25T15:49:34.155363+0000","last_fullsized":"2026-02-25T15:49:34.155363+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:16.753393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022012+0000","last_change":"2026-02-25T15:49:29.831562+0000","last_active":"2026-02-25T15:49:34.022012+0000","last_peered":"2026-02-25T15:49:34.022012+0000","last_clean":"2026-02-25T15:49:34.022012+0000","last_became_active":"2026-02-25T15:49:29.831347+0000","last_became_peered":"2026-02-25T15:49:29.831347+0000","last_unstale":"2026-02-25T15:49:34.022012+0000","last_undegraded":"2026-02-25T15:49:34.022012+0000","last_fullsized":"2026-02-25T15:49:34.022012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:04.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157484+0000","last_change":"2026-02-25T15:49:34.024575+0000","last_active":"2026-02-25T15:49:34.157484+0000","last_peered":"2026-02-25T15:49:34.157484+0000","last_clean":"2026-02-25T15:49:34.157484+0000","last_became_active":"2026-02-25T15:49:34.024333+0000","last_became_peered":"2026-02-25T15:49:34.024333+0000","last_unstale":"2026-02-25T15:49:34.157484+0000","last_undegraded":"2026-02-25T15:49:34.157484+0000","last_fullsized":"2026-02-25T15:49:34.157484+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:23:33.162044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155307+0000","last_change":"2026-02-25T15:49:30.012204+0000","last_active":"2026-02-25T15:49:34.155307+0000","last_peered":"2026-02-25T15:49:34.155307+0000","last_clean":"2026-02-25T15:49:34.155307+0000","last_became_active":"2026-02-25T15:49:30.011551+0000","last_became_peered":"2026-02-25T15:49:30.011551+0000","last_unstale":"2026-02-25T15:49:34.155307+0000","last_undegraded":"2026-02-25T15:49:34.155307+0000","last_fullsized":"2026-02-25T15:49:34.155307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:23:56.516983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021047+0000","last_change":"2026-02-25T15:49:29.830210+0000","last_active":"2026-02-25T15:49:34.021047+0000","last_peered":"2026-02-25T15:49:34.021047+0000","last_clean":"2026-02-25T15:49:34.021047+0000","last_became_active":"2026-02-25T15:49:29.829832+0000","last_became_peered":"2026-02-25T15:49:29.829832+0000","last_unstale":"2026-02-25T15:49:34.021047+0000","last_undegraded":"2026-02-25T15:49:34.021047+0000","last_fullsized":"2026-02-25T15:49:34.021047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:55:51.512374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156678+0000","last_change":"2026-02-25T15:49:34.052973+0000","last_active":"2026-02-25T15:49:34.156678+0000","last_peered":"2026-02-25T15:49:34.156678+0000","last_clean":"2026-02-25T15:49:34.156678+0000","last_became_active":"2026-02-25T15:49:34.052722+0000","last_became_peered":"2026-02-25T15:49:34.052722+0000","last_unstale":"2026-02-25T15:49:34.156678+0000","last_undegraded":"2026-02-25T15:49:34.156678+0000","last_fullsized":"2026-02-25T15:49:34.156678+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:10:40.930343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157436+0000","last_change":"2026-02-25T15:49:30.010269+0000","last_active":"2026-02-25T15:49:34.157436+0000","last_peered":"2026-02-25T15:49:34.157436+0000","last_clean":"2026-02-25T15:49:34.157436+0000","last_became_active":"2026-02-25T15:49:30.009897+0000","last_became_peered":"2026-02-25T15:49:30.009897+0000","last_unstale":"2026-02-25T15:49:34.157436+0000","last_undegraded":"2026-02-25T15:49:34.157436+0000","last_fullsized":"2026-02-25T15:49:34.157436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:04:50.613793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052432+0000","last_change":"2026-02-25T15:49:29.832075+0000","last_active":"2026-02-25T15:49:34.052432+0000","last_peered":"2026-02-25T15:49:34.052432+0000","last_clean":"2026-02-25T15:49:34.052432+0000","last_became_active":"2026-02-25T15:49:29.831865+0000","last_became_peered":"2026-02-25T15:49:29.831865+0000","last_unstale":"2026-02-25T15:49:34.052432+0000","last_undegraded":"2026-02-25T15:49:34.052432+0000","last_fullsized":"2026-02-25T15:49:34.052432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:50:37.422777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157533+0000","last_change":"2026-02-25T15:49:34.025231+0000","last_active":"2026-02-25T15:49:34.157533+0000","last_peered":"2026-02-25T15:49:34.157533+0000","last_clean":"2026-02-25T15:49:34.157533+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157533+0000","last_undegraded":"2026-02-25T15:49:34.157533+0000","last_fullsized":"2026-02-25T15:49:34.157533+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:26.573291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156268+0000","last_change":"2026-02-25T15:49:30.012942+0000","last_active":"2026-02-25T15:49:34.156268+0000","last_peered":"2026-02-25T15:49:34.156268+0000","last_clean":"2026-02-25T15:49:34.156268+0000","last_became_active":"2026-02-25T15:49:30.012028+0000","last_became_peered":"2026-02-25T15:49:30.012028+0000","last_unstale":"2026-02-25T15:49:34.156268+0000","last_undegraded":"2026-02-25T15:49:34.156268+0000","last_fullsized":"2026-02-25T15:49:34.156268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:42.844311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018104+0000","last_change":"2026-02-25T15:49:29.831927+0000","last_active":"2026-02-25T15:49:34.018104+0000","last_peered":"2026-02-25T15:49:34.018104+0000","last_clean":"2026-02-25T15:49:34.018104+0000","last_became_active":"2026-02-25T15:49:29.831771+0000","last_became_peered":"2026-02-25T15:49:29.831771+0000","last_unstale":"2026-02-25T15:49:34.018104+0000","last_undegraded":"2026-02-25T15:49:34.018104+0000","last_fullsized":"2026-02-25T15:49:34.018104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:26:45.540656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157422+0000","last_change":"2026-02-25T15:49:34.053940+0000","last_active":"2026-02-25T15:49:34.157422+0000","last_peered":"2026-02-25T15:49:34.157422+0000","last_clean":"2026-02-25T15:49:34.157422+0000","last_became_active":"2026-02-25T15:49:34.053683+0000","last_became_peered":"2026-02-25T15:49:34.053683+0000","last_unstale":"2026-02-25T15:49:34.157422+0000","last_undegraded":"2026-02-25T15:49:34.157422+0000","last_fullsized":"2026-02-25T15:49:34.157422+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:55.541480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155423+0000","last_change":"2026-02-25T15:49:30.011153+0000","last_active":"2026-02-25T15:49:34.155423+0000","last_peered":"2026-02-25T15:49:34.155423+0000","last_clean":"2026-02-25T15:49:34.155423+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.155423+0000","last_undegraded":"2026-02-25T15:49:34.155423+0000","last_fullsized":"2026-02-25T15:49:34.155423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:46:16.508401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.665577+0000","last_change":"2026-02-25T15:49:29.831723+0000","last_active":"2026-02-25T15:49:34.665577+0000","last_peered":"2026-02-25T15:49:34.665577+0000","last_clean":"2026-02-25T15:49:34.665577+0000","last_became_active":"2026-02-25T15:49:29.831513+0000","last_became_peered":"2026-02-25T15:49:29.831513+0000","last_unstale":"2026-02-25T15:49:34.665577+0000","last_undegraded":"2026-02-25T15:49:34.665577+0000","last_fullsized":"2026-02-25T15:49:34.665577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:57:49.476056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155314+0000","last_change":"2026-02-25T15:49:34.053146+0000","last_active":"2026-02-25T15:49:34.155314+0000","last_peered":"2026-02-25T15:49:34.155314+0000","last_clean":"2026-02-25T15:49:34.155314+0000","last_became_active":"2026-02-25T15:49:34.052801+0000","last_became_peered":"2026-02-25T15:49:34.052801+0000","last_unstale":"2026-02-25T15:49:34.155314+0000","last_undegraded":"2026-02-25T15:49:34.155314+0000","last_fullsized":"2026-02-25T15:49:34.155314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:25:29.555467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156635+0000","last_change":"2026-02-25T15:49:30.008778+0000","last_active":"2026-02-25T15:49:34.156635+0000","last_peered":"2026-02-25T15:49:34.156635+0000","last_clean":"2026-02-25T15:49:34.156635+0000","last_became_active":"2026-02-25T15:49:30.008521+0000","last_became_peered":"2026-02-25T15:49:30.008521+0000","last_unstale":"2026-02-25T15:49:34.156635+0000","last_undegraded":"2026-02-25T15:49:34.156635+0000","last_fullsized":"2026-02-25T15:49:34.156635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:15:06.070182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052875+0000","last_change":"2026-02-25T15:49:29.832062+0000","last_active":"2026-02-25T15:49:34.052875+0000","last_peered":"2026-02-25T15:49:34.052875+0000","last_clean":"2026-02-25T15:49:34.052875+0000","last_became_active":"2026-02-25T15:49:29.831875+0000","last_became_peered":"2026-02-25T15:49:29.831875+0000","last_unstale":"2026-02-25T15:49:34.052875+0000","last_undegraded":"2026-02-25T15:49:34.052875+0000","last_fullsized":"2026-02-25T15:49:34.052875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:56.832874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156185+0000","last_change":"2026-02-25T15:49:34.052301+0000","last_active":"2026-02-25T15:49:34.156185+0000","last_peered":"2026-02-25T15:49:34.156185+0000","last_clean":"2026-02-25T15:49:34.156185+0000","last_became_active":"2026-02-25T15:49:34.052016+0000","last_became_peered":"2026-02-25T15:49:34.052016+0000","last_unstale":"2026-02-25T15:49:34.156185+0000","last_undegraded":"2026-02-25T15:49:34.156185+0000","last_fullsized":"2026-02-25T15:49:34.156185+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:48:28.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158824+0000","last_change":"2026-02-25T15:49:30.011167+0000","last_active":"2026-02-25T15:49:34.158824+0000","last_peered":"2026-02-25T15:49:34.158824+0000","last_clean":"2026-02-25T15:49:34.158824+0000","last_became_active":"2026-02-25T15:49:30.010820+0000","last_became_peered":"2026-02-25T15:49:30.010820+0000","last_unstale":"2026-02-25T15:49:34.158824+0000","last_undegraded":"2026-02-25T15:49:34.158824+0000","last_fullsized":"2026-02-25T15:49:34.158824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:14:02.232323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021332+0000","last_change":"2026-02-25T15:49:29.830240+0000","last_active":"2026-02-25T15:49:34.021332+0000","last_peered":"2026-02-25T15:49:34.021332+0000","last_clean":"2026-02-25T15:49:34.021332+0000","last_became_active":"2026-02-25T15:49:29.829853+0000","last_became_peered":"2026-02-25T15:49:29.829853+0000","last_unstale":"2026-02-25T15:49:34.021332+0000","last_undegraded":"2026-02-25T15:49:34.021332+0000","last_fullsized":"2026-02-25T15:49:34.021332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:34:28.577989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156606+0000","last_change":"2026-02-25T15:49:34.022914+0000","last_active":"2026-02-25T15:49:34.156606+0000","last_peered":"2026-02-25T15:49:34.156606+0000","last_clean":"2026-02-25T15:49:34.156606+0000","last_became_active":"2026-02-25T15:49:34.022547+0000","last_became_peered":"2026-02-25T15:49:34.022547+0000","last_unstale":"2026-02-25T15:49:34.156606+0000","last_undegraded":"2026-02-25T15:49:34.156606+0000","last_fullsized":"2026-02-25T15:49:34.156606+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:46.194650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157471+0000","last_change":"2026-02-25T15:49:30.011381+0000","last_active":"2026-02-25T15:49:34.157471+0000","last_peered":"2026-02-25T15:49:34.157471+0000","last_clean":"2026-02-25T15:49:34.157471+0000","last_became_active":"2026-02-25T15:49:30.011255+0000","last_became_peered":"2026-02-25T15:49:30.011255+0000","last_unstale":"2026-02-25T15:49:34.157471+0000","last_undegraded":"2026-02-25T15:49:34.157471+0000","last_fullsized":"2026-02-25T15:49:34.157471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:57:40.118192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017935+0000","last_change":"2026-02-25T15:49:29.830701+0000","last_active":"2026-02-25T15:49:34.017935+0000","last_peered":"2026-02-25T15:49:34.017935+0000","last_clean":"2026-02-25T15:49:34.017935+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017935+0000","last_undegraded":"2026-02-25T15:49:34.017935+0000","last_fullsized":"2026-02-25T15:49:34.017935+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:33.768009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156628+0000","last_change":"2026-02-25T15:49:34.024355+0000","last_active":"2026-02-25T15:49:34.156628+0000","last_peered":"2026-02-25T15:49:34.156628+0000","last_clean":"2026-02-25T15:49:34.156628+0000","last_became_active":"2026-02-25T15:49:34.023739+0000","last_became_peered":"2026-02-25T15:49:34.023739+0000","last_unstale":"2026-02-25T15:49:34.156628+0000","last_undegraded":"2026-02-25T15:49:34.156628+0000","last_fullsized":"2026-02-25T15:49:34.156628+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:47.103318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156577+0000","last_change":"2026-02-25T15:49:30.009710+0000","last_active":"2026-02-25T15:49:34.156577+0000","last_peered":"2026-02-25T15:49:34.156577+0000","last_clean":"2026-02-25T15:49:34.156577+0000","last_became_active":"2026-02-25T15:49:30.009591+0000","last_became_peered":"2026-02-25T15:49:30.009591+0000","last_unstale":"2026-02-25T15:49:34.156577+0000","last_undegraded":"2026-02-25T15:49:34.156577+0000","last_fullsized":"2026-02-25T15:49:34.156577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:51:15.143410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017077+0000","last_change":"2026-02-25T15:49:29.828215+0000","last_active":"2026-02-25T15:49:34.017077+0000","last_peered":"2026-02-25T15:49:34.017077+0000","last_clean":"2026-02-25T15:49:34.017077+0000","last_became_active":"2026-02-25T15:49:29.827918+0000","last_became_peered":"2026-02-25T15:49:29.827918+0000","last_unstale":"2026-02-25T15:49:34.017077+0000","last_undegraded":"2026-02-25T15:49:34.017077+0000","last_fullsized":"2026-02-25T15:49:34.017077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:33:05.932469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156685+0000","last_change":"2026-02-25T15:49:34.023558+0000","last_active":"2026-02-25T15:49:34.156685+0000","last_peered":"2026-02-25T15:49:34.156685+0000","last_clean":"2026-02-25T15:49:34.156685+0000","last_became_active":"2026-02-25T15:49:34.023287+0000","last_became_peered":"2026-02-25T15:49:34.023287+0000","last_unstale":"2026-02-25T15:49:34.156685+0000","last_undegraded":"2026-02-25T15:49:34.156685+0000","last_fullsized":"2026-02-25T15:49:34.156685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:40:07.371101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156154+0000","last_change":"2026-02-25T15:49:30.012703+0000","last_active":"2026-02-25T15:49:34.156154+0000","last_peered":"2026-02-25T15:49:34.156154+0000","last_clean":"2026-02-25T15:49:34.156154+0000","last_became_active":"2026-02-25T15:49:30.011876+0000","last_became_peered":"2026-02-25T15:49:30.011876+0000","last_unstale":"2026-02-25T15:49:34.156154+0000","last_undegraded":"2026-02-25T15:49:34.156154+0000","last_fullsized":"2026-02-25T15:49:34.156154+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:13:03.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052438+0000","last_change":"2026-02-25T15:49:29.832776+0000","last_active":"2026-02-25T15:49:34.052438+0000","last_peered":"2026-02-25T15:49:34.052438+0000","last_clean":"2026-02-25T15:49:34.052438+0000","last_became_active":"2026-02-25T15:49:29.832594+0000","last_became_peered":"2026-02-25T15:49:29.832594+0000","last_unstale":"2026-02-25T15:49:34.052438+0000","last_undegraded":"2026-02-25T15:49:34.052438+0000","last_fullsized":"2026-02-25T15:49:34.052438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:34.145243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156257+0000","last_change":"2026-02-25T15:49:34.052251+0000","last_active":"2026-02-25T15:49:34.156257+0000","last_peered":"2026-02-25T15:49:34.156257+0000","last_clean":"2026-02-25T15:49:34.156257+0000","last_became_active":"2026-02-25T15:49:34.052000+0000","last_became_peered":"2026-02-25T15:49:34.052000+0000","last_unstale":"2026-02-25T15:49:34.156257+0000","last_undegraded":"2026-02-25T15:49:34.156257+0000","last_fullsized":"2026-02-25T15:49:34.156257+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:08:51.026780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155348+0000","last_change":"2026-02-25T15:49:30.010593+0000","last_active":"2026-02-25T15:49:34.155348+0000","last_peered":"2026-02-25T15:49:34.155348+0000","last_clean":"2026-02-25T15:49:34.155348+0000","last_became_active":"2026-02-25T15:49:30.010179+0000","last_became_peered":"2026-02-25T15:49:30.010179+0000","last_unstale":"2026-02-25T15:49:34.155348+0000","last_undegraded":"2026-02-25T15:49:34.155348+0000","last_fullsized":"2026-02-25T15:49:34.155348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:16:10.522960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017783+0000","last_change":"2026-02-25T15:49:29.828606+0000","last_active":"2026-02-25T15:49:34.017783+0000","last_peered":"2026-02-25T15:49:34.017783+0000","last_clean":"2026-02-25T15:49:34.017783+0000","last_became_active":"2026-02-25T15:49:29.828436+0000","last_became_peered":"2026-02-25T15:49:29.828436+0000","last_unstale":"2026-02-25T15:49:34.017783+0000","last_undegraded":"2026-02-25T15:49:34.017783+0000","last_fullsized":"2026-02-25T15:49:34.017783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:41:56.159202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":154,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052477+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:49:34.052477+0000","last_peered":"2026-02-25T15:49:34.052477+0000","last_clean":"2026-02-25T15:49:34.052477+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:49:34.052477+0000","last_undegraded":"2026-02-25T15:49:34.052477+0000","last_fullsized":"2026-02-25T15:49:34.052477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156251+0000","last_change":"2026-02-25T15:49:34.054047+0000","last_active":"2026-02-25T15:49:34.156251+0000","last_peered":"2026-02-25T15:49:34.156251+0000","last_clean":"2026-02-25T15:49:34.156251+0000","last_became_active":"2026-02-25T15:49:34.053864+0000","last_became_peered":"2026-02-25T15:49:34.053864+0000","last_unstale":"2026-02-25T15:49:34.156251+0000","last_undegraded":"2026-02-25T15:49:34.156251+0000","last_fullsized":"2026-02-25T15:49:34.156251+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:13:20.957306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159000+0000","last_change":"2026-02-25T15:49:30.010834+0000","last_active":"2026-02-25T15:49:34.159000+0000","last_peered":"2026-02-25T15:49:34.159000+0000","last_clean":"2026-02-25T15:49:34.159000+0000","last_became_active":"2026-02-25T15:49:30.010500+0000","last_became_peered":"2026-02-25T15:49:30.010500+0000","last_unstale":"2026-02-25T15:49:34.159000+0000","last_undegraded":"2026-02-25T15:49:34.159000+0000","last_fullsized":"2026-02-25T15:49:34.159000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:24:35.932115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017147+0000","last_change":"2026-02-25T15:49:29.829208+0000","last_active":"2026-02-25T15:49:34.017147+0000","last_peered":"2026-02-25T15:49:34.017147+0000","last_clean":"2026-02-25T15:49:34.017147+0000","last_became_active":"2026-02-25T15:49:29.829093+0000","last_became_peered":"2026-02-25T15:49:29.829093+0000","last_unstale":"2026-02-25T15:49:34.017147+0000","last_undegraded":"2026-02-25T15:49:34.017147+0000","last_fullsized":"2026-02-25T15:49:34.017147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:20:25.574409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156196+0000","last_change":"2026-02-25T15:49:34.053029+0000","last_active":"2026-02-25T15:49:34.156196+0000","last_peered":"2026-02-25T15:49:34.156196+0000","last_clean":"2026-02-25T15:49:34.156196+0000","last_became_active":"2026-02-25T15:49:34.052815+0000","last_became_peered":"2026-02-25T15:49:34.052815+0000","last_unstale":"2026-02-25T15:49:34.156196+0000","last_undegraded":"2026-02-25T15:49:34.156196+0000","last_fullsized":"2026-02-25T15:49:34.156196+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:41:53.762932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158792+0000","last_change":"2026-02-25T15:49:30.011839+0000","last_active":"2026-02-25T15:49:34.158792+0000","last_peered":"2026-02-25T15:49:34.158792+0000","last_clean":"2026-02-25T15:49:34.158792+0000","last_became_active":"2026-02-25T15:49:30.011467+0000","last_became_peered":"2026-02-25T15:49:30.011467+0000","last_unstale":"2026-02-25T15:49:34.158792+0000","last_undegraded":"2026-02-25T15:49:34.158792+0000","last_fullsized":"2026-02-25T15:49:34.158792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:11:19.707138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023342+0000","last_change":"2026-02-25T15:49:29.829369+0000","last_active":"2026-02-25T15:49:34.023342+0000","last_peered":"2026-02-25T15:49:34.023342+0000","last_clean":"2026-02-25T15:49:34.023342+0000","last_became_active":"2026-02-25T15:49:29.829149+0000","last_became_peered":"2026-02-25T15:49:29.829149+0000","last_unstale":"2026-02-25T15:49:34.023342+0000","last_undegraded":"2026-02-25T15:49:34.023342+0000","last_fullsized":"2026-02-25T15:49:34.023342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:58:00.590098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156199+0000","last_change":"2026-02-25T15:49:34.021601+0000","last_active":"2026-02-25T15:49:34.156199+0000","last_peered":"2026-02-25T15:49:34.156199+0000","last_clean":"2026-02-25T15:49:34.156199+0000","last_became_active":"2026-02-25T15:49:34.021264+0000","last_became_peered":"2026-02-25T15:49:34.021264+0000","last_unstale":"2026-02-25T15:49:34.156199+0000","last_undegraded":"2026-02-25T15:49:34.156199+0000","last_fullsized":"2026-02-25T15:49:34.156199+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:24:13.707632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159036+0000","last_change":"2026-02-25T15:49:30.012616+0000","last_active":"2026-02-25T15:49:34.159036+0000","last_peered":"2026-02-25T15:49:34.159036+0000","last_clean":"2026-02-25T15:49:34.159036+0000","last_became_active":"2026-02-25T15:49:30.012346+0000","last_became_peered":"2026-02-25T15:49:30.012346+0000","last_unstale":"2026-02-25T15:49:34.159036+0000","last_undegraded":"2026-02-25T15:49:34.159036+0000","last_fullsized":"2026-02-25T15:49:34.159036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:04.914339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017083+0000","last_change":"2026-02-25T15:49:29.828081+0000","last_active":"2026-02-25T15:49:34.017083+0000","last_peered":"2026-02-25T15:49:34.017083+0000","last_clean":"2026-02-25T15:49:34.017083+0000","last_became_active":"2026-02-25T15:49:29.827923+0000","last_became_peered":"2026-02-25T15:49:29.827923+0000","last_unstale":"2026-02-25T15:49:34.017083+0000","last_undegraded":"2026-02-25T15:49:34.017083+0000","last_fullsized":"2026-02-25T15:49:34.017083+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:45:21.952286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158653+0000","last_change":"2026-02-25T15:49:34.053699+0000","last_active":"2026-02-25T15:49:34.158653+0000","last_peered":"2026-02-25T15:49:34.158653+0000","last_clean":"2026-02-25T15:49:34.158653+0000","last_became_active":"2026-02-25T15:49:34.053504+0000","last_became_peered":"2026-02-25T15:49:34.053504+0000","last_unstale":"2026-02-25T15:49:34.158653+0000","last_undegraded":"2026-02-25T15:49:34.158653+0000","last_fullsized":"2026-02-25T15:49:34.158653+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:44:58.300040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159022+0000","last_change":"2026-02-25T15:49:30.011678+0000","last_active":"2026-02-25T15:49:34.159022+0000","last_peered":"2026-02-25T15:49:34.159022+0000","last_clean":"2026-02-25T15:49:34.159022+0000","last_became_active":"2026-02-25T15:49:30.011170+0000","last_became_peered":"2026-02-25T15:49:30.011170+0000","last_unstale":"2026-02-25T15:49:34.159022+0000","last_undegraded":"2026-02-25T15:49:34.159022+0000","last_fullsized":"2026-02-25T15:49:34.159022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:14.445074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021273+0000","last_change":"2026-02-25T15:49:29.827105+0000","last_active":"2026-02-25T15:49:34.021273+0000","last_peered":"2026-02-25T15:49:34.021273+0000","last_clean":"2026-02-25T15:49:34.021273+0000","last_became_active":"2026-02-25T15:49:29.826891+0000","last_became_peered":"2026-02-25T15:49:29.826891+0000","last_unstale":"2026-02-25T15:49:34.021273+0000","last_undegraded":"2026-02-25T15:49:34.021273+0000","last_fullsized":"2026-02-25T15:49:34.021273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:28:19.131842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157411+0000","last_change":"2026-02-25T15:49:34.025234+0000","last_active":"2026-02-25T15:49:34.157411+0000","last_peered":"2026-02-25T15:49:34.157411+0000","last_clean":"2026-02-25T15:49:34.157411+0000","last_became_active":"2026-02-25T15:49:34.024783+0000","last_became_peered":"2026-02-25T15:49:34.024783+0000","last_unstale":"2026-02-25T15:49:34.157411+0000","last_undegraded":"2026-02-25T15:49:34.157411+0000","last_fullsized":"2026-02-25T15:49:34.157411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:02:30.445668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158946+0000","last_change":"2026-02-25T15:49:30.011192+0000","last_active":"2026-02-25T15:49:34.158946+0000","last_peered":"2026-02-25T15:49:34.158946+0000","last_clean":"2026-02-25T15:49:34.158946+0000","last_became_active":"2026-02-25T15:49:30.010782+0000","last_became_peered":"2026-02-25T15:49:30.010782+0000","last_unstale":"2026-02-25T15:49:34.158946+0000","last_undegraded":"2026-02-25T15:49:34.158946+0000","last_fullsized":"2026-02-25T15:49:34.158946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:54:53.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.016831+0000","last_change":"2026-02-25T15:49:29.830469+0000","last_active":"2026-02-25T15:49:34.016831+0000","last_peered":"2026-02-25T15:49:34.016831+0000","last_clean":"2026-02-25T15:49:34.016831+0000","last_became_active":"2026-02-25T15:49:29.830299+0000","last_became_peered":"2026-02-25T15:49:29.830299+0000","last_unstale":"2026-02-25T15:49:34.016831+0000","last_undegraded":"2026-02-25T15:49:34.016831+0000","last_fullsized":"2026-02-25T15:49:34.016831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:07:53.815508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156239+0000","last_change":"2026-02-25T15:49:34.023980+0000","last_active":"2026-02-25T15:49:34.156239+0000","last_peered":"2026-02-25T15:49:34.156239+0000","last_clean":"2026-02-25T15:49:34.156239+0000","last_became_active":"2026-02-25T15:49:34.023782+0000","last_became_peered":"2026-02-25T15:49:34.023782+0000","last_unstale":"2026-02-25T15:49:34.156239+0000","last_undegraded":"2026-02-25T15:49:34.156239+0000","last_fullsized":"2026-02-25T15:49:34.156239+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:09:45.690825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156169+0000","last_change":"2026-02-25T15:49:30.010902+0000","last_active":"2026-02-25T15:49:34.156169+0000","last_peered":"2026-02-25T15:49:34.156169+0000","last_clean":"2026-02-25T15:49:34.156169+0000","last_became_active":"2026-02-25T15:49:30.010563+0000","last_became_peered":"2026-02-25T15:49:30.010563+0000","last_unstale":"2026-02-25T15:49:34.156169+0000","last_undegraded":"2026-02-25T15:49:34.156169+0000","last_fullsized":"2026-02-25T15:49:34.156169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:52:52.415264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017591+0000","last_change":"2026-02-25T15:49:29.830964+0000","last_active":"2026-02-25T15:49:34.017591+0000","last_peered":"2026-02-25T15:49:34.017591+0000","last_clean":"2026-02-25T15:49:34.017591+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017591+0000","last_undegraded":"2026-02-25T15:49:34.017591+0000","last_fullsized":"2026-02-25T15:49:34.017591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:23:55.945958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155411+0000","last_change":"2026-02-25T15:49:34.053002+0000","last_active":"2026-02-25T15:49:34.155411+0000","last_peered":"2026-02-25T15:49:34.155411+0000","last_clean":"2026-02-25T15:49:34.155411+0000","last_became_active":"2026-02-25T15:49:34.052660+0000","last_became_peered":"2026-02-25T15:49:34.052660+0000","last_unstale":"2026-02-25T15:49:34.155411+0000","last_undegraded":"2026-02-25T15:49:34.155411+0000","last_fullsized":"2026-02-25T15:49:34.155411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:32:26.454165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158959+0000","last_change":"2026-02-25T15:49:30.012413+0000","last_active":"2026-02-25T15:49:34.158959+0000","last_peered":"2026-02-25T15:49:34.158959+0000","last_clean":"2026-02-25T15:49:34.158959+0000","last_became_active":"2026-02-25T15:49:30.012180+0000","last_became_peered":"2026-02-25T15:49:30.012180+0000","last_unstale":"2026-02-25T15:49:34.158959+0000","last_undegraded":"2026-02-25T15:49:34.158959+0000","last_fullsized":"2026-02-25T15:49:34.158959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:13.982005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017906+0000","last_change":"2026-02-25T15:49:29.829899+0000","last_active":"2026-02-25T15:49:34.017906+0000","last_peered":"2026-02-25T15:49:34.017906+0000","last_clean":"2026-02-25T15:49:34.017906+0000","last_became_active":"2026-02-25T15:49:29.829765+0000","last_became_peered":"2026-02-25T15:49:29.829765+0000","last_unstale":"2026-02-25T15:49:34.017906+0000","last_undegraded":"2026-02-25T15:49:34.017906+0000","last_fullsized":"2026-02-25T15:49:34.017906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:57:24.814577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155379+0000","last_change":"2026-02-25T15:49:34.052424+0000","last_active":"2026-02-25T15:49:34.155379+0000","last_peered":"2026-02-25T15:49:34.155379+0000","last_clean":"2026-02-25T15:49:34.155379+0000","last_became_active":"2026-02-25T15:49:34.052101+0000","last_became_peered":"2026-02-25T15:49:34.052101+0000","last_unstale":"2026-02-25T15:49:34.155379+0000","last_undegraded":"2026-02-25T15:49:34.155379+0000","last_fullsized":"2026-02-25T15:49:34.155379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:40:23.972501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.011738+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.010215+0000","last_became_peered":"2026-02-25T15:49:30.010215+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:01:10.739250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.019856+0000","last_change":"2026-02-25T15:49:29.828137+0000","last_active":"2026-02-25T15:49:34.019856+0000","last_peered":"2026-02-25T15:49:34.019856+0000","last_clean":"2026-02-25T15:49:34.019856+0000","last_became_active":"2026-02-25T15:49:29.827855+0000","last_became_peered":"2026-02-25T15:49:29.827855+0000","last_unstale":"2026-02-25T15:49:34.019856+0000","last_undegraded":"2026-02-25T15:49:34.019856+0000","last_fullsized":"2026-02-25T15:49:34.019856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:26:02.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158801+0000","last_change":"2026-02-25T15:49:34.054249+0000","last_active":"2026-02-25T15:49:34.158801+0000","last_peered":"2026-02-25T15:49:34.158801+0000","last_clean":"2026-02-25T15:49:34.158801+0000","last_became_active":"2026-02-25T15:49:34.053942+0000","last_became_peered":"2026-02-25T15:49:34.053942+0000","last_unstale":"2026-02-25T15:49:34.158801+0000","last_undegraded":"2026-02-25T15:49:34.158801+0000","last_fullsized":"2026-02-25T15:49:34.158801+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:38:07.173694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158975+0000","last_change":"2026-02-25T15:49:30.012440+0000","last_active":"2026-02-25T15:49:34.158975+0000","last_peered":"2026-02-25T15:49:34.158975+0000","last_clean":"2026-02-25T15:49:34.158975+0000","last_became_active":"2026-02-25T15:49:30.012098+0000","last_became_peered":"2026-02-25T15:49:30.012098+0000","last_unstale":"2026-02-25T15:49:34.158975+0000","last_undegraded":"2026-02-25T15:49:34.158975+0000","last_fullsized":"2026-02-25T15:49:34.158975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:37.466882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:37.508649+0000","last_change":"2026-02-25T15:49:29.832194+0000","last_active":"2026-02-25T15:49:37.508649+0000","last_peered":"2026-02-25T15:49:37.508649+0000","last_clean":"2026-02-25T15:49:37.508649+0000","last_became_active":"2026-02-25T15:49:29.832043+0000","last_became_peered":"2026-02-25T15:49:29.832043+0000","last_unstale":"2026-02-25T15:49:37.508649+0000","last_undegraded":"2026-02-25T15:49:37.508649+0000","last_fullsized":"2026-02-25T15:49:37.508649+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:36:30.109192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156615+0000","last_change":"2026-02-25T15:49:34.022944+0000","last_active":"2026-02-25T15:49:34.156615+0000","last_peered":"2026-02-25T15:49:34.156615+0000","last_clean":"2026-02-25T15:49:34.156615+0000","last_became_active":"2026-02-25T15:49:34.022544+0000","last_became_peered":"2026-02-25T15:49:34.022544+0000","last_unstale":"2026-02-25T15:49:34.156615+0000","last_undegraded":"2026-02-25T15:49:34.156615+0000","last_fullsized":"2026-02-25T15:49:34.156615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:15:16.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157521+0000","last_change":"2026-02-25T15:49:30.011114+0000","last_active":"2026-02-25T15:49:34.157521+0000","last_peered":"2026-02-25T15:49:34.157521+0000","last_clean":"2026-02-25T15:49:34.157521+0000","last_became_active":"2026-02-25T15:49:30.010263+0000","last_became_peered":"2026-02-25T15:49:30.010263+0000","last_unstale":"2026-02-25T15:49:34.157521+0000","last_undegraded":"2026-02-25T15:49:34.157521+0000","last_fullsized":"2026-02-25T15:49:34.157521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:45:31.920285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023272+0000","last_change":"2026-02-25T15:49:29.830010+0000","last_active":"2026-02-25T15:49:34.023272+0000","last_peered":"2026-02-25T15:49:34.023272+0000","last_clean":"2026-02-25T15:49:34.023272+0000","last_became_active":"2026-02-25T15:49:29.829604+0000","last_became_peered":"2026-02-25T15:49:29.829604+0000","last_unstale":"2026-02-25T15:49:34.023272+0000","last_undegraded":"2026-02-25T15:49:34.023272+0000","last_fullsized":"2026-02-25T15:49:34.023272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:03:24.218288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157465+0000","last_change":"2026-02-25T15:49:34.025140+0000","last_active":"2026-02-25T15:49:34.157465+0000","last_peered":"2026-02-25T15:49:34.157465+0000","last_clean":"2026-02-25T15:49:34.157465+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157465+0000","last_undegraded":"2026-02-25T15:49:34.157465+0000","last_fullsized":"2026-02-25T15:49:34.157465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:35:09.915720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156291+0000","last_change":"2026-02-25T15:49:30.013255+0000","last_active":"2026-02-25T15:49:34.156291+0000","last_peered":"2026-02-25T15:49:34.156291+0000","last_clean":"2026-02-25T15:49:34.156291+0000","last_became_active":"2026-02-25T15:49:30.012851+0000","last_became_peered":"2026-02-25T15:49:30.012851+0000","last_unstale":"2026-02-25T15:49:34.156291+0000","last_undegraded":"2026-02-25T15:49:34.156291+0000","last_fullsized":"2026-02-25T15:49:34.156291+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:29:07.128897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018011+0000","last_change":"2026-02-25T15:49:29.831856+0000","last_active":"2026-02-25T15:49:34.018011+0000","last_peered":"2026-02-25T15:49:34.018011+0000","last_clean":"2026-02-25T15:49:34.018011+0000","last_became_active":"2026-02-25T15:49:29.831715+0000","last_became_peered":"2026-02-25T15:49:29.831715+0000","last_unstale":"2026-02-25T15:49:34.018011+0000","last_undegraded":"2026-02-25T15:49:34.018011+0000","last_fullsized":"2026-02-25T15:49:34.018011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:30:14.586632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155294+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.155294+0000","last_peered":"2026-02-25T15:49:34.155294+0000","last_clean":"2026-02-25T15:49:34.155294+0000","last_became_active":"2026-02-25T15:49:34.022719+0000","last_became_peered":"2026-02-25T15:49:34.022719+0000","last_unstale":"2026-02-25T15:49:34.155294+0000","last_undegraded":"2026-02-25T15:49:34.155294+0000","last_fullsized":"2026-02-25T15:49:34.155294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:30.488740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158844+0000","last_change":"2026-02-25T15:49:30.010359+0000","last_active":"2026-02-25T15:49:34.158844+0000","last_peered":"2026-02-25T15:49:34.158844+0000","last_clean":"2026-02-25T15:49:34.158844+0000","last_became_active":"2026-02-25T15:49:30.009526+0000","last_became_peered":"2026-02-25T15:49:30.009526+0000","last_unstale":"2026-02-25T15:49:34.158844+0000","last_undegraded":"2026-02-25T15:49:34.158844+0000","last_fullsized":"2026-02-25T15:49:34.158844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:24.139381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018022+0000","last_change":"2026-02-25T15:49:29.831592+0000","last_active":"2026-02-25T15:49:34.018022+0000","last_peered":"2026-02-25T15:49:34.018022+0000","last_clean":"2026-02-25T15:49:34.018022+0000","last_became_active":"2026-02-25T15:49:29.831171+0000","last_became_peered":"2026-02-25T15:49:29.831171+0000","last_unstale":"2026-02-25T15:49:34.018022+0000","last_undegraded":"2026-02-25T15:49:34.018022+0000","last_fullsized":"2026-02-25T15:49:34.018022+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:11.925725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155326+0000","last_change":"2026-02-25T15:49:34.053319+0000","last_active":"2026-02-25T15:49:34.155326+0000","last_peered":"2026-02-25T15:49:34.155326+0000","last_clean":"2026-02-25T15:49:34.155326+0000","last_became_active":"2026-02-25T15:49:34.053027+0000","last_became_peered":"2026-02-25T15:49:34.053027+0000","last_unstale":"2026-02-25T15:49:34.155326+0000","last_undegraded":"2026-02-25T15:49:34.155326+0000","last_fullsized":"2026-02-25T15:49:34.155326+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:43:26.388620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156232+0000","last_change":"2026-02-25T15:49:34.053000+0000","last_active":"2026-02-25T15:49:34.156232+0000","last_peered":"2026-02-25T15:49:34.156232+0000","last_clean":"2026-02-25T15:49:34.156232+0000","last_became_active":"2026-02-25T15:49:34.052716+0000","last_became_peered":"2026-02-25T15:49:34.052716+0000","last_unstale":"2026-02-25T15:49:34.156232+0000","last_undegraded":"2026-02-25T15:49:34.156232+0000","last_fullsized":"2026-02-25T15:49:34.156232+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:35:11.921336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156588+0000","last_change":"2026-02-25T15:49:30.009248+0000","last_active":"2026-02-25T15:49:34.156588+0000","last_peered":"2026-02-25T15:49:34.156588+0000","last_clean":"2026-02-25T15:49:34.156588+0000","last_became_active":"2026-02-25T15:49:30.009143+0000","last_became_peered":"2026-02-25T15:49:30.009143+0000","last_unstale":"2026-02-25T15:49:34.156588+0000","last_undegraded":"2026-02-25T15:49:34.156588+0000","last_fullsized":"2026-02-25T15:49:34.156588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:39:56.315767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018095+0000","last_change":"2026-02-25T15:49:29.829575+0000","last_active":"2026-02-25T15:49:34.018095+0000","last_peered":"2026-02-25T15:49:34.018095+0000","last_clean":"2026-02-25T15:49:34.018095+0000","last_became_active":"2026-02-25T15:49:29.829276+0000","last_became_peered":"2026-02-25T15:49:29.829276+0000","last_unstale":"2026-02-25T15:49:34.018095+0000","last_undegraded":"2026-02-25T15:49:34.018095+0000","last_fullsized":"2026-02-25T15:49:34.018095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:12:01.510894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156304+0000","last_change":"2026-02-25T15:49:34.022511+0000","last_active":"2026-02-25T15:49:34.156304+0000","last_peered":"2026-02-25T15:49:34.156304+0000","last_clean":"2026-02-25T15:49:34.156304+0000","last_became_active":"2026-02-25T15:49:34.022341+0000","last_became_peered":"2026-02-25T15:49:34.022341+0000","last_unstale":"2026-02-25T15:49:34.156304+0000","last_undegraded":"2026-02-25T15:49:34.156304+0000","last_fullsized":"2026-02-25T15:49:34.156304+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:05:14.176539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155301+0000","last_change":"2026-02-25T15:49:30.012573+0000","last_active":"2026-02-25T15:49:34.155301+0000","last_peered":"2026-02-25T15:49:34.155301+0000","last_clean":"2026-02-25T15:49:34.155301+0000","last_became_active":"2026-02-25T15:49:30.012427+0000","last_became_peered":"2026-02-25T15:49:30.012427+0000","last_unstale":"2026-02-25T15:49:34.155301+0000","last_undegraded":"2026-02-25T15:49:34.155301+0000","last_fullsized":"2026-02-25T15:49:34.155301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:58.978446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022361+0000","last_change":"2026-02-25T15:49:29.830576+0000","last_active":"2026-02-25T15:49:34.022361+0000","last_peered":"2026-02-25T15:49:34.022361+0000","last_clean":"2026-02-25T15:49:34.022361+0000","last_became_active":"2026-02-25T15:49:29.829890+0000","last_became_peered":"2026-02-25T15:49:29.829890+0000","last_unstale":"2026-02-25T15:49:34.022361+0000","last_undegraded":"2026-02-25T15:49:34.022361+0000","last_fullsized":"2026-02-25T15:49:34.022361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:39:42.092532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017689+0000","last_change":"2026-02-25T15:49:29.831622+0000","last_active":"2026-02-25T15:49:34.017689+0000","last_peered":"2026-02-25T15:49:34.017689+0000","last_clean":"2026-02-25T15:49:34.017689+0000","last_became_active":"2026-02-25T15:49:29.831211+0000","last_became_peered":"2026-02-25T15:49:29.831211+0000","last_unstale":"2026-02-25T15:49:34.017689+0000","last_undegraded":"2026-02-25T15:49:34.017689+0000","last_fullsized":"2026-02-25T15:49:34.017689+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:36:28.523587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156213+0000","last_change":"2026-02-25T15:49:30.013381+0000","last_active":"2026-02-25T15:49:34.156213+0000","last_peered":"2026-02-25T15:49:34.156213+0000","last_clean":"2026-02-25T15:49:34.156213+0000","last_became_active":"2026-02-25T15:49:30.012140+0000","last_became_peered":"2026-02-25T15:49:30.012140+0000","last_unstale":"2026-02-25T15:49:34.156213+0000","last_undegraded":"2026-02-25T15:49:34.156213+0000","last_fullsized":"2026-02-25T15:49:34.156213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:36:13.400665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156155+0000","last_change":"2026-02-25T15:49:34.022414+0000","last_active":"2026-02-25T15:49:34.156155+0000","last_peered":"2026-02-25T15:49:34.156155+0000","last_clean":"2026-02-25T15:49:34.156155+0000","last_became_active":"2026-02-25T15:49:34.022103+0000","last_became_peered":"2026-02-25T15:49:34.022103+0000","last_unstale":"2026-02-25T15:49:34.156155+0000","last_undegraded":"2026-02-25T15:49:34.156155+0000","last_fullsized":"2026-02-25T15:49:34.156155+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:06:40.162806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022884+0000","last_change":"2026-02-25T15:49:29.830755+0000","last_active":"2026-02-25T15:49:34.022884+0000","last_peered":"2026-02-25T15:49:34.022884+0000","last_clean":"2026-02-25T15:49:34.022884+0000","last_became_active":"2026-02-25T15:49:29.830651+0000","last_became_peered":"2026-02-25T15:49:29.830651+0000","last_unstale":"2026-02-25T15:49:34.022884+0000","last_undegraded":"2026-02-25T15:49:34.022884+0000","last_fullsized":"2026-02-25T15:49:34.022884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:01:51.533100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157452+0000","last_change":"2026-02-25T15:49:30.008229+0000","last_active":"2026-02-25T15:49:34.157452+0000","last_peered":"2026-02-25T15:49:34.157452+0000","last_clean":"2026-02-25T15:49:34.157452+0000","last_became_active":"2026-02-25T15:49:30.007919+0000","last_became_peered":"2026-02-25T15:49:30.007919+0000","last_unstale":"2026-02-25T15:49:34.157452+0000","last_undegraded":"2026-02-25T15:49:34.157452+0000","last_fullsized":"2026-02-25T15:49:34.157452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:40.528745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155391+0000","last_change":"2026-02-25T15:49:34.024720+0000","last_active":"2026-02-25T15:49:34.155391+0000","last_peered":"2026-02-25T15:49:34.155391+0000","last_clean":"2026-02-25T15:49:34.155391+0000","last_became_active":"2026-02-25T15:49:34.024460+0000","last_became_peered":"2026-02-25T15:49:34.024460+0000","last_unstale":"2026-02-25T15:49:34.155391+0000","last_undegraded":"2026-02-25T15:49:34.155391+0000","last_fullsized":"2026-02-25T15:49:34.155391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:20:45.343146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156152+0000","last_change":"2026-02-25T15:49:30.013224+0000","last_active":"2026-02-25T15:49:34.156152+0000","last_peered":"2026-02-25T15:49:34.156152+0000","last_clean":"2026-02-25T15:49:34.156152+0000","last_became_active":"2026-02-25T15:49:30.013076+0000","last_became_peered":"2026-02-25T15:49:30.013076+0000","last_unstale":"2026-02-25T15:49:34.156152+0000","last_undegraded":"2026-02-25T15:49:34.156152+0000","last_fullsized":"2026-02-25T15:49:34.156152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:11:43.931195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156135+0000","last_change":"2026-02-25T15:49:30.010137+0000","last_active":"2026-02-25T15:49:34.156135+0000","last_peered":"2026-02-25T15:49:34.156135+0000","last_clean":"2026-02-25T15:49:34.156135+0000","last_became_active":"2026-02-25T15:49:30.009868+0000","last_became_peered":"2026-02-25T15:49:30.009868+0000","last_unstale":"2026-02-25T15:49:34.156135+0000","last_undegraded":"2026-02-25T15:49:34.156135+0000","last_fullsized":"2026-02-25T15:49:34.156135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:32:44.399247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158728+0000","last_change":"2026-02-25T15:49:30.011154+0000","last_active":"2026-02-25T15:49:34.158728+0000","last_peered":"2026-02-25T15:49:34.158728+0000","last_clean":"2026-02-25T15:49:34.158728+0000","last_became_active":"2026-02-25T15:49:30.010513+0000","last_became_peered":"2026-02-25T15:49:30.010513+0000","last_unstale":"2026-02-25T15:49:34.158728+0000","last_undegraded":"2026-02-25T15:49:34.158728+0000","last_fullsized":"2026-02-25T15:49:34.158728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:37.996547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156205+0000","last_change":"2026-02-25T15:49:30.013727+0000","last_active":"2026-02-25T15:49:34.156205+0000","last_peered":"2026-02-25T15:49:34.156205+0000","last_clean":"2026-02-25T15:49:34.156205+0000","last_became_active":"2026-02-25T15:49:30.013086+0000","last_became_peered":"2026-02-25T15:49:30.013086+0000","last_unstale":"2026-02-25T15:49:34.156205+0000","last_undegraded":"2026-02-25T15:49:34.156205+0000","last_fullsized":"2026-02-25T15:49:34.156205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:18:44.964904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155385+0000","last_change":"2026-02-25T15:49:30.012094+0000","last_active":"2026-02-25T15:49:34.155385+0000","last_peered":"2026-02-25T15:49:34.155385+0000","last_clean":"2026-02-25T15:49:34.155385+0000","last_became_active":"2026-02-25T15:49:30.011481+0000","last_became_peered":"2026-02-25T15:49:30.011481+0000","last_unstale":"2026-02-25T15:49:34.155385+0000","last_undegraded":"2026-02-25T15:49:34.155385+0000","last_fullsized":"2026-02-25T15:49:34.155385+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:32.572180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156647+0000","last_change":"2026-02-25T15:49:30.010407+0000","last_active":"2026-02-25T15:49:34.156647+0000","last_peered":"2026-02-25T15:49:34.156647+0000","last_clean":"2026-02-25T15:49:34.156647+0000","last_became_active":"2026-02-25T15:49:30.010254+0000","last_became_peered":"2026-02-25T15:49:30.010254+0000","last_unstale":"2026-02-25T15:49:34.156647+0000","last_undegraded":"2026-02-25T15:49:34.156647+0000","last_fullsized":"2026-02-25T15:49:34.156647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:08:52.153241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156290+0000","last_change":"2026-02-25T15:49:30.009736+0000","last_active":"2026-02-25T15:49:34.156290+0000","last_peered":"2026-02-25T15:49:34.156290+0000","last_clean":"2026-02-25T15:49:34.156290+0000","last_became_active":"2026-02-25T15:49:30.009503+0000","last_became_peered":"2026-02-25T15:49:30.009503+0000","last_unstale":"2026-02-25T15:49:34.156290+0000","last_undegraded":"2026-02-25T15:49:34.156290+0000","last_fullsized":"2026-02-25T15:49:34.156290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:43.938124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155417+0000","last_change":"2026-02-25T15:49:30.011739+0000","last_active":"2026-02-25T15:49:34.155417+0000","last_peered":"2026-02-25T15:49:34.155417+0000","last_clean":"2026-02-25T15:49:34.155417+0000","last_became_active":"2026-02-25T15:49:30.011209+0000","last_became_peered":"2026-02-25T15:49:30.011209+0000","last_unstale":"2026-02-25T15:49:34.155417+0000","last_undegraded":"2026-02-25T15:49:34.155417+0000","last_fullsized":"2026-02-25T15:49:34.155417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:47:56.100937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158684+0000","last_change":"2026-02-25T15:49:30.011919+0000","last_active":"2026-02-25T15:49:34.158684+0000","last_peered":"2026-02-25T15:49:34.158684+0000","last_clean":"2026-02-25T15:49:34.158684+0000","last_became_active":"2026-02-25T15:49:30.011149+0000","last_became_peered":"2026-02-25T15:49:30.011149+0000","last_unstale":"2026-02-25T15:49:34.158684+0000","last_undegraded":"2026-02-25T15:49:34.158684+0000","last_fullsized":"2026-02-25T15:49:34.158684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:23:01.704724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155333+0000","last_change":"2026-02-25T15:49:30.012142+0000","last_active":"2026-02-25T15:49:34.155333+0000","last_peered":"2026-02-25T15:49:34.155333+0000","last_clean":"2026-02-25T15:49:34.155333+0000","last_became_active":"2026-02-25T15:49:30.011556+0000","last_became_peered":"2026-02-25T15:49:30.011556+0000","last_unstale":"2026-02-25T15:49:34.155333+0000","last_undegraded":"2026-02-25T15:49:34.155333+0000","last_fullsized":"2026-02-25T15:49:34.155333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:49:11.529888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158713+0000","last_change":"2026-02-25T15:49:30.009495+0000","last_active":"2026-02-25T15:49:34.158713+0000","last_peered":"2026-02-25T15:49:34.158713+0000","last_clean":"2026-02-25T15:49:34.158713+0000","last_became_active":"2026-02-25T15:49:30.009162+0000","last_became_peered":"2026-02-25T15:49:30.009162+0000","last_unstale":"2026-02-25T15:49:34.158713+0000","last_undegraded":"2026-02-25T15:49:34.158713+0000","last_fullsized":"2026-02-25T15:49:34.158713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:55:56.821942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156191+0000","last_change":"2026-02-25T15:49:30.013690+0000","last_active":"2026-02-25T15:49:34.156191+0000","last_peered":"2026-02-25T15:49:34.156191+0000","last_clean":"2026-02-25T15:49:34.156191+0000","last_became_active":"2026-02-25T15:49:30.013052+0000","last_became_peered":"2026-02-25T15:49:30.013052+0000","last_unstale":"2026-02-25T15:49:34.156191+0000","last_undegraded":"2026-02-25T15:49:34.156191+0000","last_fullsized":"2026-02-25T15:49:34.156191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:48:34.279532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156233+0000","last_change":"2026-02-25T15:49:30.010893+0000","last_active":"2026-02-25T15:49:34.156233+0000","last_peered":"2026-02-25T15:49:34.156233+0000","last_clean":"2026-02-25T15:49:34.156233+0000","last_became_active":"2026-02-25T15:49:30.010593+0000","last_became_peered":"2026-02-25T15:49:30.010593+0000","last_unstale":"2026-02-25T15:49:34.156233+0000","last_undegraded":"2026-02-25T15:49:34.156233+0000","last_fullsized":"2026-02-25T15:49:34.156233+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:29.990534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159011+0000","last_change":"2026-02-25T15:49:30.010328+0000","last_active":"2026-02-25T15:49:34.159011+0000","last_peered":"2026-02-25T15:49:34.159011+0000","last_clean":"2026-02-25T15:49:34.159011+0000","last_became_active":"2026-02-25T15:49:30.010150+0000","last_became_peered":"2026-02-25T15:49:30.010150+0000","last_unstale":"2026-02-25T15:49:34.159011+0000","last_undegraded":"2026-02-25T15:49:34.159011+0000","last_fullsized":"2026-02-25T15:49:34.159011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:03:30.788084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.009120+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.008763+0000","last_became_peered":"2026-02-25T15:49:30.008763+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:40:05.525856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158866+0000","last_change":"2026-02-25T15:49:30.010609+0000","last_active":"2026-02-25T15:49:34.158866+0000","last_peered":"2026-02-25T15:49:34.158866+0000","last_clean":"2026-02-25T15:49:34.158866+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.158866+0000","last_undegraded":"2026-02-25T15:49:34.158866+0000","last_fullsized":"2026-02-25T15:49:34.158866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:04.225962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158669+0000","last_change":"2026-02-25T15:49:30.011371+0000","last_active":"2026-02-25T15:49:34.158669+0000","last_peered":"2026-02-25T15:49:34.158669+0000","last_clean":"2026-02-25T15:49:34.158669+0000","last_became_active":"2026-02-25T15:49:30.011047+0000","last_became_peered":"2026-02-25T15:49:30.011047+0000","last_unstale":"2026-02-25T15:49:34.158669+0000","last_undegraded":"2026-02-25T15:49:34.158669+0000","last_fullsized":"2026-02-25T15:49:34.158669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:01:48.912943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156595+0000","last_change":"2026-02-25T15:49:30.006850+0000","last_active":"2026-02-25T15:49:34.156595+0000","last_peered":"2026-02-25T15:49:34.156595+0000","last_clean":"2026-02-25T15:49:34.156595+0000","last_became_active":"2026-02-25T15:49:30.006716+0000","last_became_peered":"2026-02-25T15:49:30.006716+0000","last_unstale":"2026-02-25T15:49:34.156595+0000","last_undegraded":"2026-02-25T15:49:34.156595+0000","last_fullsized":"2026-02-25T15:49:34.156595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:06.208782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156168+0000","last_change":"2026-02-25T15:49:30.012649+0000","last_active":"2026-02-25T15:49:34.156168+0000","last_peered":"2026-02-25T15:49:34.156168+0000","last_clean":"2026-02-25T15:49:34.156168+0000","last_became_active":"2026-02-25T15:49:30.011821+0000","last_became_peered":"2026-02-25T15:49:30.011821+0000","last_unstale":"2026-02-25T15:49:34.156168+0000","last_undegraded":"2026-02-25T15:49:34.156168+0000","last_fullsized":"2026-02-25T15:49:34.156168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:34.380444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155355+0000","last_change":"2026-02-25T15:49:30.011324+0000","last_active":"2026-02-25T15:49:34.155355+0000","last_peered":"2026-02-25T15:49:34.155355+0000","last_clean":"2026-02-25T15:49:34.155355+0000","last_became_active":"2026-02-25T15:49:30.010372+0000","last_became_peered":"2026-02-25T15:49:30.010372+0000","last_unstale":"2026-02-25T15:49:34.155355+0000","last_undegraded":"2026-02-25T15:49:34.155355+0000","last_fullsized":"2026-02-25T15:49:34.155355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:57.328327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157507+0000","last_change":"2026-02-25T15:49:30.011749+0000","last_active":"2026-02-25T15:49:34.157507+0000","last_peered":"2026-02-25T15:49:34.157507+0000","last_clean":"2026-02-25T15:49:34.157507+0000","last_became_active":"2026-02-25T15:49:30.010902+0000","last_became_peered":"2026-02-25T15:49:30.010902+0000","last_unstale":"2026-02-25T15:49:34.157507+0000","last_undegraded":"2026-02-25T15:49:34.157507+0000","last_fullsized":"2026-02-25T15:49:34.157507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:08.212205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156265+0000","last_change":"2026-02-25T15:49:30.010581+0000","last_active":"2026-02-25T15:49:34.156265+0000","last_peered":"2026-02-25T15:49:34.156265+0000","last_clean":"2026-02-25T15:49:34.156265+0000","last_became_active":"2026-02-25T15:49:30.010129+0000","last_became_peered":"2026-02-25T15:49:30.010129+0000","last_unstale":"2026-02-25T15:49:34.156265+0000","last_undegraded":"2026-02-25T15:49:34.156265+0000","last_fullsized":"2026-02-25T15:49:34.156265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:28.291689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156277+0000","last_change":"2026-02-25T15:49:30.011692+0000","last_active":"2026-02-25T15:49:34.156277+0000","last_peered":"2026-02-25T15:49:34.156277+0000","last_clean":"2026-02-25T15:49:34.156277+0000","last_became_active":"2026-02-25T15:49:30.010903+0000","last_became_peered":"2026-02-25T15:49:30.010903+0000","last_unstale":"2026-02-25T15:49:34.156277+0000","last_undegraded":"2026-02-25T15:49:34.156277+0000","last_fullsized":"2026-02-25T15:49:34.156277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:13:44.256119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159031+0000","last_change":"2026-02-25T15:49:30.011909+0000","last_active":"2026-02-25T15:49:34.159031+0000","last_peered":"2026-02-25T15:49:34.159031+0000","last_clean":"2026-02-25T15:49:34.159031+0000","last_became_active":"2026-02-25T15:49:30.011720+0000","last_became_peered":"2026-02-25T15:49:30.011720+0000","last_unstale":"2026-02-25T15:49:34.159031+0000","last_undegraded":"2026-02-25T15:49:34.159031+0000","last_fullsized":"2026-02-25T15:49:34.159031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:37:05.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155280+0000","last_change":"2026-02-25T15:49:30.012244+0000","last_active":"2026-02-25T15:49:34.155280+0000","last_peered":"2026-02-25T15:49:34.155280+0000","last_clean":"2026-02-25T15:49:34.155280+0000","last_became_active":"2026-02-25T15:49:30.011654+0000","last_became_peered":"2026-02-25T15:49:30.011654+0000","last_unstale":"2026-02-25T15:49:34.155280+0000","last_undegraded":"2026-02-25T15:49:34.155280+0000","last_fullsized":"2026-02-25T15:49:34.155280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:29:27.919817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158938+0000","last_change":"2026-02-25T15:49:30.010582+0000","last_active":"2026-02-25T15:49:34.158938+0000","last_peered":"2026-02-25T15:49:34.158938+0000","last_clean":"2026-02-25T15:49:34.158938+0000","last_became_active":"2026-02-25T15:49:30.010243+0000","last_became_peered":"2026-02-25T15:49:30.010243+0000","last_unstale":"2026-02-25T15:49:34.158938+0000","last_undegraded":"2026-02-25T15:49:34.158938+0000","last_fullsized":"2026-02-25T15:49:34.158938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:37:59.051220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158704+0000","last_change":"2026-02-25T15:49:30.009887+0000","last_active":"2026-02-25T15:49:34.158704+0000","last_peered":"2026-02-25T15:49:34.158704+0000","last_clean":"2026-02-25T15:49:34.158704+0000","last_became_active":"2026-02-25T15:49:30.009445+0000","last_became_peered":"2026-02-25T15:49:30.009445+0000","last_unstale":"2026-02-25T15:49:34.158704+0000","last_undegraded":"2026-02-25T15:49:34.158704+0000","last_fullsized":"2026-02-25T15:49:34.158704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:26.681827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158952+0000","last_change":"2026-02-25T15:49:30.011411+0000","last_active":"2026-02-25T15:49:34.158952+0000","last_peered":"2026-02-25T15:49:34.158952+0000","last_clean":"2026-02-25T15:49:34.158952+0000","last_became_active":"2026-02-25T15:49:30.011021+0000","last_became_peered":"2026-02-25T15:49:30.011021+0000","last_unstale":"2026-02-25T15:49:34.158952+0000","last_undegraded":"2026-02-25T15:49:34.158952+0000","last_fullsized":"2026-02-25T15:49:34.158952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:15:43.560795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158760+0000","last_change":"2026-02-25T15:49:30.011781+0000","last_active":"2026-02-25T15:49:34.158760+0000","last_peered":"2026-02-25T15:49:34.158760+0000","last_clean":"2026-02-25T15:49:34.158760+0000","last_became_active":"2026-02-25T15:49:30.011407+0000","last_became_peered":"2026-02-25T15:49:30.011407+0000","last_unstale":"2026-02-25T15:49:34.158760+0000","last_undegraded":"2026-02-25T15:49:34.158760+0000","last_fullsized":"2026-02-25T15:49:34.158760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:35.185320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156226+0000","last_change":"2026-02-25T15:49:30.010672+0000","last_active":"2026-02-25T15:49:34.156226+0000","last_peered":"2026-02-25T15:49:34.156226+0000","last_clean":"2026-02-25T15:49:34.156226+0000","last_became_active":"2026-02-25T15:49:30.009950+0000","last_became_peered":"2026-02-25T15:49:30.009950+0000","last_unstale":"2026-02-25T15:49:34.156226+0000","last_undegraded":"2026-02-25T15:49:34.156226+0000","last_fullsized":"2026-02-25T15:49:34.156226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:31:45.548822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156667+0000","last_change":"2026-02-25T15:49:30.008526+0000","last_active":"2026-02-25T15:49:34.156667+0000","last_peered":"2026-02-25T15:49:34.156667+0000","last_clean":"2026-02-25T15:49:34.156667+0000","last_became_active":"2026-02-25T15:49:30.008333+0000","last_became_peered":"2026-02-25T15:49:30.008333+0000","last_unstale":"2026-02-25T15:49:34.156667+0000","last_undegraded":"2026-02-25T15:49:34.156667+0000","last_fullsized":"2026-02-25T15:49:34.156667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:39:24.116696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159026+0000","last_change":"2026-02-25T15:49:30.011297+0000","last_active":"2026-02-25T15:49:34.159026+0000","last_peered":"2026-02-25T15:49:34.159026+0000","last_clean":"2026-02-25T15:49:34.159026+0000","last_became_active":"2026-02-25T15:49:30.010945+0000","last_became_peered":"2026-02-25T15:49:30.010945+0000","last_unstale":"2026-02-25T15:49:34.159026+0000","last_undegraded":"2026-02-25T15:49:34.159026+0000","last_fullsized":"2026-02-25T15:49:34.159026+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:47:44.335530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":864256,"data_stored":695337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.182}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":270336,"data_stored":104477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":278528,"data_stored":104513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.153}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":266240,"data_stored":104387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":274432,"data_stored":104547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.18099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.191}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":872448,"data_stored":695393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.217}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:49:47.391 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.487+0000 7f2a17b66640 1 Processor -- start 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a17b66640 1 -- start start 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a17b66640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 0x7f2a100ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a17b66640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a1015bcc0 con 0x7f2a100b4470 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a17b66640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a1015bfa0 con 0x7f2a10071710 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a17b66640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a10071c60 con 0x7f2a1015b750 2026-02-25T15:49:47.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a160dc640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f2a100b4470 0x7f2a100720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47894/0 (socket says 10.20.193.52:47894) 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a160dc640 1 -- 10.20.193.52:0/3044683964 learned_addr learned my addr 10.20.193.52:0/3044683964 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a150da640 1 --2- 10.20.193.52:0/3044683964 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 0x7f2a100ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a148d9640 1 -- 10.20.193.52:0/3044683964 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1140029958 0 0) 0x7f2a1015bcc0 con 0x7f2a100b4470 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a148d9640 1 -- 10.20.193.52:0/3044683964 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29f8003620 con 0x7f2a100b4470 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.488+0000 7f2a150da640 1 -- 10.20.193.52:0/3044683964 >> v1:10.20.193.86:6789/0 conn(0x7f2a10071710 legacy=0x7f2a10070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a150da640 1 -- 10.20.193.52:0/3044683964 >> v1:10.20.193.52:6789/0 conn(0x7f2a100b4470 legacy=0x7f2a100720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a150da640 1 -- 10.20.193.52:0/3044683964 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a1015c280 con 0x7f2a1015b750 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a150da640 1 --2- 10.20.193.52:0/3044683964 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 0x7f2a100ccfb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2a040098d0 tx=0x7f2a0402eed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bbf32173be89a89 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a148d9640 1 -- 10.20.193.52:0/3044683964 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a0402fbe0 con 0x7f2a1015b750 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a148d9640 1 -- 10.20.193.52:0/3044683964 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a0402fd40 con 0x7f2a1015b750 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a148d9640 1 -- 10.20.193.52:0/3044683964 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a04037660 con 0x7f2a1015b750 2026-02-25T15:49:47.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a17b66640 1 -- 10.20.193.52:0/3044683964 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 msgr2=0x7f2a100ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.489+0000 7f2a17b66640 1 --2- 10.20.193.52:0/3044683964 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 0x7f2a100ccfb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f2a040098d0 tx=0x7f2a0402eed0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 -- 10.20.193.52:0/3044683964 shutdown_connections 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 --2- 10.20.193.52:0/3044683964 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a1015b750 0x7f2a100ccfb0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 -- 10.20.193.52:0/3044683964 >> 10.20.193.52:0/3044683964 conn(0x7f2a1006c980 msgr2=0x7f2a1006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 -- 10.20.193.52:0/3044683964 shutdown_connections 2026-02-25T15:49:47.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 -- 10.20.193.52:0/3044683964 wait complete. 2026-02-25T15:49:47.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 Processor -- start 2026-02-25T15:49:47.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.490+0000 7f2a17b66640 1 -- start start 2026-02-25T15:49:47.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a100b4470 0x7f2a100b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a1015b750 0x7f2a100b0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a100ac5c0 con 0x7f2a10071710 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a10151d10 con 0x7f2a1015b750 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a100ac7f0 con 0x7f2a100b4470 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42880/0 (socket says 10.20.193.52:42880) 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 -- 10.20.193.52:0/2290589850 learned_addr learned my addr 10.20.193.52:0/2290589850 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a150da640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a100b4470 0x7f2a100b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a160dc640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a1015b750 0x7f2a100b0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 -- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a100b4470 msgr2=0x7f2a100b3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a100b4470 0x7f2a100b3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 -- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a1015b750 msgr2=0x7f2a100b0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a1015b750 0x7f2a100b0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 -- 10.20.193.52:0/2290589850 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a04009500 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a158db640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c700 tx=0x7f2a0000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a000052d0 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a100acad0 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a00005430 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a00003870 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.491+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a100ad090 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.492+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a1015bcc0 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.493+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2a00019020 con 0x7f2a10071710 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.493+0000 7f29fe7fc640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 0x7f29e0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.493+0000 7f2a150da640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 0x7f29e0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.493+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f2a00097510 con 0x7f2a10071710 2026-02-25T15:49:47.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.493+0000 7f2a150da640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 0x7f29e0078500 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2a04039000 tx=0x7f2a04033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.495+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f2a0005d0f0 con 0x7f2a10071710 2026-02-25T15:49:47.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.571+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2a100ceba0 con 0x7f29e0076040 2026-02-25T15:49:47.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.575+0000 7f29fe7fc640 1 -- 10.20.193.52:0/2290589850 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345185 (secure 0 0 0) 0x7f2a04035340 con 0x7f29e0076040 2026-02-25T15:49:47.580 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:47.582 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:49:47.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 msgr2=0x7f29e0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 0x7f29e0078500 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2a04039000 tx=0x7f2a04033000 comp rx=0 tx=0).stop 2026-02-25T15:49:47.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 msgr2=0x7f2a101517d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c700 tx=0x7f2a0000cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 shutdown_connections 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f29e0076040 0x7f29e0078500 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2a1015b750 0x7f2a100b0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2a100b4470 0x7f2a100b3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 --2- 10.20.193.52:0/2290589850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2a10071710 0x7f2a101517d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 >> 10.20.193.52:0/2290589850 conn(0x7f2a1006c980 msgr2=0x7f2a10070680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 shutdown_connections 2026-02-25T15:49:47.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.576+0000 7f2a17b66640 1 -- 10.20.193.52:0/2290589850 wait complete. 2026-02-25T15:49:47.587 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2026-02-25T15:49:47.145203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":193,"num_write_kb":2690,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218968,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754755752,"statfs":{"total":773094113280,"available":772869890048,"internally_reserved":0,"allocated":3383296,"data_stored":2025018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2231,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001699"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.020508+0000","last_change":"2026-02-25T15:49:29.830571+0000","last_active":"2026-02-25T15:49:34.020508+0000","last_peered":"2026-02-25T15:49:34.020508+0000","last_clean":"2026-02-25T15:49:34.020508+0000","last_became_active":"2026-02-25T15:49:29.830417+0000","last_became_peered":"2026-02-25T15:49:29.830417+0000","last_unstale":"2026-02-25T15:49:34.020508+0000","last_undegraded":"2026-02-25T15:49:34.020508+0000","last_fullsized":"2026-02-25T15:49:34.020508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:07:54.303549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155397+0000","last_change":"2026-02-25T15:49:30.010521+0000","last_active":"2026-02-25T15:49:34.155397+0000","last_peered":"2026-02-25T15:49:34.155397+0000","last_clean":"2026-02-25T15:49:34.155397+0000","last_became_active":"2026-02-25T15:49:30.010117+0000","last_became_peered":"2026-02-25T15:49:30.010117+0000","last_unstale":"2026-02-25T15:49:34.155397+0000","last_undegraded":"2026-02-25T15:49:34.155397+0000","last_fullsized":"2026-02-25T15:49:34.155397+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:36.333731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155321+0000","last_change":"2026-02-25T15:49:34.053814+0000","last_active":"2026-02-25T15:49:34.155321+0000","last_peered":"2026-02-25T15:49:34.155321+0000","last_clean":"2026-02-25T15:49:34.155321+0000","last_became_active":"2026-02-25T15:49:34.053530+0000","last_became_peered":"2026-02-25T15:49:34.053530+0000","last_unstale":"2026-02-25T15:49:34.155321+0000","last_undegraded":"2026-02-25T15:49:34.155321+0000","last_fullsized":"2026-02-25T15:49:34.155321+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:47.843072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023259+0000","last_change":"2026-02-25T15:49:29.830384+0000","last_active":"2026-02-25T15:49:34.023259+0000","last_peered":"2026-02-25T15:49:34.023259+0000","last_clean":"2026-02-25T15:49:34.023259+0000","last_became_active":"2026-02-25T15:49:29.830041+0000","last_became_peered":"2026-02-25T15:49:29.830041+0000","last_unstale":"2026-02-25T15:49:34.023259+0000","last_undegraded":"2026-02-25T15:49:34.023259+0000","last_fullsized":"2026-02-25T15:49:34.023259+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:16.907211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156280+0000","last_change":"2026-02-25T15:49:30.013390+0000","last_active":"2026-02-25T15:49:34.156280+0000","last_peered":"2026-02-25T15:49:34.156280+0000","last_clean":"2026-02-25T15:49:34.156280+0000","last_became_active":"2026-02-25T15:49:30.013197+0000","last_became_peered":"2026-02-25T15:49:30.013197+0000","last_unstale":"2026-02-25T15:49:34.156280+0000","last_undegraded":"2026-02-25T15:49:34.156280+0000","last_fullsized":"2026-02-25T15:49:34.156280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:34.650379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157400+0000","last_change":"2026-02-25T15:49:34.025364+0000","last_active":"2026-02-25T15:49:34.157400+0000","last_peered":"2026-02-25T15:49:34.157400+0000","last_clean":"2026-02-25T15:49:34.157400+0000","last_became_active":"2026-02-25T15:49:34.024908+0000","last_became_peered":"2026-02-25T15:49:34.024908+0000","last_unstale":"2026-02-25T15:49:34.157400+0000","last_undegraded":"2026-02-25T15:49:34.157400+0000","last_fullsized":"2026-02-25T15:49:34.157400+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:15:03.352347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052698+0000","last_change":"2026-02-25T15:49:29.832739+0000","last_active":"2026-02-25T15:49:34.052698+0000","last_peered":"2026-02-25T15:49:34.052698+0000","last_clean":"2026-02-25T15:49:34.052698+0000","last_became_active":"2026-02-25T15:49:29.832534+0000","last_became_peered":"2026-02-25T15:49:29.832534+0000","last_unstale":"2026-02-25T15:49:34.052698+0000","last_undegraded":"2026-02-25T15:49:34.052698+0000","last_fullsized":"2026-02-25T15:49:34.052698+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T15:54:12.237925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158780+0000","last_change":"2026-02-25T15:49:30.008037+0000","last_active":"2026-02-25T15:49:34.158780+0000","last_peered":"2026-02-25T15:49:34.158780+0000","last_clean":"2026-02-25T15:49:34.158780+0000","last_became_active":"2026-02-25T15:49:30.007777+0000","last_became_peered":"2026-02-25T15:49:30.007777+0000","last_unstale":"2026-02-25T15:49:34.158780+0000","last_undegraded":"2026-02-25T15:49:34.158780+0000","last_fullsized":"2026-02-25T15:49:34.158780+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:59.059248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157460+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.157460+0000","last_peered":"2026-02-25T15:49:34.157460+0000","last_clean":"2026-02-25T15:49:34.157460+0000","last_became_active":"2026-02-25T15:49:34.023360+0000","last_became_peered":"2026-02-25T15:49:34.023360+0000","last_unstale":"2026-02-25T15:49:34.157460+0000","last_undegraded":"2026-02-25T15:49:34.157460+0000","last_fullsized":"2026-02-25T15:49:34.157460+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:59:17.850857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052546+0000","last_change":"2026-02-25T15:49:29.831580+0000","last_active":"2026-02-25T15:49:34.052546+0000","last_peered":"2026-02-25T15:49:34.052546+0000","last_clean":"2026-02-25T15:49:34.052546+0000","last_became_active":"2026-02-25T15:49:29.831264+0000","last_became_peered":"2026-02-25T15:49:29.831264+0000","last_unstale":"2026-02-25T15:49:34.052546+0000","last_undegraded":"2026-02-25T15:49:34.052546+0000","last_fullsized":"2026-02-25T15:49:34.052546+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:50:52.688566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158813+0000","last_change":"2026-02-25T15:49:30.007597+0000","last_active":"2026-02-25T15:49:34.158813+0000","last_peered":"2026-02-25T15:49:34.158813+0000","last_clean":"2026-02-25T15:49:34.158813+0000","last_became_active":"2026-02-25T15:49:30.007459+0000","last_became_peered":"2026-02-25T15:49:30.007459+0000","last_unstale":"2026-02-25T15:49:34.158813+0000","last_undegraded":"2026-02-25T15:49:34.158813+0000","last_fullsized":"2026-02-25T15:49:34.158813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:34:22.775745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157444+0000","last_change":"2026-02-25T15:49:34.023432+0000","last_active":"2026-02-25T15:49:34.157444+0000","last_peered":"2026-02-25T15:49:34.157444+0000","last_clean":"2026-02-25T15:49:34.157444+0000","last_became_active":"2026-02-25T15:49:34.023190+0000","last_became_peered":"2026-02-25T15:49:34.023190+0000","last_unstale":"2026-02-25T15:49:34.157444+0000","last_undegraded":"2026-02-25T15:49:34.157444+0000","last_fullsized":"2026-02-25T15:49:34.157444+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:06:49.509035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156210+0000","last_change":"2026-02-25T15:49:30.009753+0000","last_active":"2026-02-25T15:49:34.156210+0000","last_peered":"2026-02-25T15:49:34.156210+0000","last_clean":"2026-02-25T15:49:34.156210+0000","last_became_active":"2026-02-25T15:49:30.009446+0000","last_became_peered":"2026-02-25T15:49:30.009446+0000","last_unstale":"2026-02-25T15:49:34.156210+0000","last_undegraded":"2026-02-25T15:49:34.156210+0000","last_fullsized":"2026-02-25T15:49:34.156210+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:30:54.288838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052543+0000","last_change":"2026-02-25T15:49:29.832265+0000","last_active":"2026-02-25T15:49:34.052543+0000","last_peered":"2026-02-25T15:49:34.052543+0000","last_clean":"2026-02-25T15:49:34.052543+0000","last_became_active":"2026-02-25T15:49:29.831903+0000","last_became_peered":"2026-02-25T15:49:29.831903+0000","last_unstale":"2026-02-25T15:49:34.052543+0000","last_undegraded":"2026-02-25T15:49:34.052543+0000","last_fullsized":"2026-02-25T15:49:34.052543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:48:18.216367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157527+0000","last_change":"2026-02-25T15:49:34.025136+0000","last_active":"2026-02-25T15:49:34.157527+0000","last_peered":"2026-02-25T15:49:34.157527+0000","last_clean":"2026-02-25T15:49:34.157527+0000","last_became_active":"2026-02-25T15:49:34.024819+0000","last_became_peered":"2026-02-25T15:49:34.024819+0000","last_unstale":"2026-02-25T15:49:34.157527+0000","last_undegraded":"2026-02-25T15:49:34.157527+0000","last_fullsized":"2026-02-25T15:49:34.157527+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:57:27.437872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155363+0000","last_change":"2026-02-25T15:49:30.013560+0000","last_active":"2026-02-25T15:49:34.155363+0000","last_peered":"2026-02-25T15:49:34.155363+0000","last_clean":"2026-02-25T15:49:34.155363+0000","last_became_active":"2026-02-25T15:49:30.013423+0000","last_became_peered":"2026-02-25T15:49:30.013423+0000","last_unstale":"2026-02-25T15:49:34.155363+0000","last_undegraded":"2026-02-25T15:49:34.155363+0000","last_fullsized":"2026-02-25T15:49:34.155363+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:16.753393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022012+0000","last_change":"2026-02-25T15:49:29.831562+0000","last_active":"2026-02-25T15:49:34.022012+0000","last_peered":"2026-02-25T15:49:34.022012+0000","last_clean":"2026-02-25T15:49:34.022012+0000","last_became_active":"2026-02-25T15:49:29.831347+0000","last_became_peered":"2026-02-25T15:49:29.831347+0000","last_unstale":"2026-02-25T15:49:34.022012+0000","last_undegraded":"2026-02-25T15:49:34.022012+0000","last_fullsized":"2026-02-25T15:49:34.022012+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:04.725791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157484+0000","last_change":"2026-02-25T15:49:34.024575+0000","last_active":"2026-02-25T15:49:34.157484+0000","last_peered":"2026-02-25T15:49:34.157484+0000","last_clean":"2026-02-25T15:49:34.157484+0000","last_became_active":"2026-02-25T15:49:34.024333+0000","last_became_peered":"2026-02-25T15:49:34.024333+0000","last_unstale":"2026-02-25T15:49:34.157484+0000","last_undegraded":"2026-02-25T15:49:34.157484+0000","last_fullsized":"2026-02-25T15:49:34.157484+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:23:33.162044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155307+0000","last_change":"2026-02-25T15:49:30.012204+0000","last_active":"2026-02-25T15:49:34.155307+0000","last_peered":"2026-02-25T15:49:34.155307+0000","last_clean":"2026-02-25T15:49:34.155307+0000","last_became_active":"2026-02-25T15:49:30.011551+0000","last_became_peered":"2026-02-25T15:49:30.011551+0000","last_unstale":"2026-02-25T15:49:34.155307+0000","last_undegraded":"2026-02-25T15:49:34.155307+0000","last_fullsized":"2026-02-25T15:49:34.155307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:23:56.516983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021047+0000","last_change":"2026-02-25T15:49:29.830210+0000","last_active":"2026-02-25T15:49:34.021047+0000","last_peered":"2026-02-25T15:49:34.021047+0000","last_clean":"2026-02-25T15:49:34.021047+0000","last_became_active":"2026-02-25T15:49:29.829832+0000","last_became_peered":"2026-02-25T15:49:29.829832+0000","last_unstale":"2026-02-25T15:49:34.021047+0000","last_undegraded":"2026-02-25T15:49:34.021047+0000","last_fullsized":"2026-02-25T15:49:34.021047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:55:51.512374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156678+0000","last_change":"2026-02-25T15:49:34.052973+0000","last_active":"2026-02-25T15:49:34.156678+0000","last_peered":"2026-02-25T15:49:34.156678+0000","last_clean":"2026-02-25T15:49:34.156678+0000","last_became_active":"2026-02-25T15:49:34.052722+0000","last_became_peered":"2026-02-25T15:49:34.052722+0000","last_unstale":"2026-02-25T15:49:34.156678+0000","last_undegraded":"2026-02-25T15:49:34.156678+0000","last_fullsized":"2026-02-25T15:49:34.156678+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:10:40.930343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157436+0000","last_change":"2026-02-25T15:49:30.010269+0000","last_active":"2026-02-25T15:49:34.157436+0000","last_peered":"2026-02-25T15:49:34.157436+0000","last_clean":"2026-02-25T15:49:34.157436+0000","last_became_active":"2026-02-25T15:49:30.009897+0000","last_became_peered":"2026-02-25T15:49:30.009897+0000","last_unstale":"2026-02-25T15:49:34.157436+0000","last_undegraded":"2026-02-25T15:49:34.157436+0000","last_fullsized":"2026-02-25T15:49:34.157436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:04:50.613793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052432+0000","last_change":"2026-02-25T15:49:29.832075+0000","last_active":"2026-02-25T15:49:34.052432+0000","last_peered":"2026-02-25T15:49:34.052432+0000","last_clean":"2026-02-25T15:49:34.052432+0000","last_became_active":"2026-02-25T15:49:29.831865+0000","last_became_peered":"2026-02-25T15:49:29.831865+0000","last_unstale":"2026-02-25T15:49:34.052432+0000","last_undegraded":"2026-02-25T15:49:34.052432+0000","last_fullsized":"2026-02-25T15:49:34.052432+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:50:37.422777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157533+0000","last_change":"2026-02-25T15:49:34.025231+0000","last_active":"2026-02-25T15:49:34.157533+0000","last_peered":"2026-02-25T15:49:34.157533+0000","last_clean":"2026-02-25T15:49:34.157533+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157533+0000","last_undegraded":"2026-02-25T15:49:34.157533+0000","last_fullsized":"2026-02-25T15:49:34.157533+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:26.573291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156268+0000","last_change":"2026-02-25T15:49:30.012942+0000","last_active":"2026-02-25T15:49:34.156268+0000","last_peered":"2026-02-25T15:49:34.156268+0000","last_clean":"2026-02-25T15:49:34.156268+0000","last_became_active":"2026-02-25T15:49:30.012028+0000","last_became_peered":"2026-02-25T15:49:30.012028+0000","last_unstale":"2026-02-25T15:49:34.156268+0000","last_undegraded":"2026-02-25T15:49:34.156268+0000","last_fullsized":"2026-02-25T15:49:34.156268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:42.844311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018104+0000","last_change":"2026-02-25T15:49:29.831927+0000","last_active":"2026-02-25T15:49:34.018104+0000","last_peered":"2026-02-25T15:49:34.018104+0000","last_clean":"2026-02-25T15:49:34.018104+0000","last_became_active":"2026-02-25T15:49:29.831771+0000","last_became_peered":"2026-02-25T15:49:29.831771+0000","last_unstale":"2026-02-25T15:49:34.018104+0000","last_undegraded":"2026-02-25T15:49:34.018104+0000","last_fullsized":"2026-02-25T15:49:34.018104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:26:45.540656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157422+0000","last_change":"2026-02-25T15:49:34.053940+0000","last_active":"2026-02-25T15:49:34.157422+0000","last_peered":"2026-02-25T15:49:34.157422+0000","last_clean":"2026-02-25T15:49:34.157422+0000","last_became_active":"2026-02-25T15:49:34.053683+0000","last_became_peered":"2026-02-25T15:49:34.053683+0000","last_unstale":"2026-02-25T15:49:34.157422+0000","last_undegraded":"2026-02-25T15:49:34.157422+0000","last_fullsized":"2026-02-25T15:49:34.157422+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:55.541480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155423+0000","last_change":"2026-02-25T15:49:30.011153+0000","last_active":"2026-02-25T15:49:34.155423+0000","last_peered":"2026-02-25T15:49:34.155423+0000","last_clean":"2026-02-25T15:49:34.155423+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.155423+0000","last_undegraded":"2026-02-25T15:49:34.155423+0000","last_fullsized":"2026-02-25T15:49:34.155423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:46:16.508401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"25'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.665577+0000","last_change":"2026-02-25T15:49:29.831723+0000","last_active":"2026-02-25T15:49:34.665577+0000","last_peered":"2026-02-25T15:49:34.665577+0000","last_clean":"2026-02-25T15:49:34.665577+0000","last_became_active":"2026-02-25T15:49:29.831513+0000","last_became_peered":"2026-02-25T15:49:29.831513+0000","last_unstale":"2026-02-25T15:49:34.665577+0000","last_undegraded":"2026-02-25T15:49:34.665577+0000","last_fullsized":"2026-02-25T15:49:34.665577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:57:49.476056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155314+0000","last_change":"2026-02-25T15:49:34.053146+0000","last_active":"2026-02-25T15:49:34.155314+0000","last_peered":"2026-02-25T15:49:34.155314+0000","last_clean":"2026-02-25T15:49:34.155314+0000","last_became_active":"2026-02-25T15:49:34.052801+0000","last_became_peered":"2026-02-25T15:49:34.052801+0000","last_unstale":"2026-02-25T15:49:34.155314+0000","last_undegraded":"2026-02-25T15:49:34.155314+0000","last_fullsized":"2026-02-25T15:49:34.155314+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:25:29.555467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156635+0000","last_change":"2026-02-25T15:49:30.008778+0000","last_active":"2026-02-25T15:49:34.156635+0000","last_peered":"2026-02-25T15:49:34.156635+0000","last_clean":"2026-02-25T15:49:34.156635+0000","last_became_active":"2026-02-25T15:49:30.008521+0000","last_became_peered":"2026-02-25T15:49:30.008521+0000","last_unstale":"2026-02-25T15:49:34.156635+0000","last_undegraded":"2026-02-25T15:49:34.156635+0000","last_fullsized":"2026-02-25T15:49:34.156635+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:15:06.070182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052875+0000","last_change":"2026-02-25T15:49:29.832062+0000","last_active":"2026-02-25T15:49:34.052875+0000","last_peered":"2026-02-25T15:49:34.052875+0000","last_clean":"2026-02-25T15:49:34.052875+0000","last_became_active":"2026-02-25T15:49:29.831875+0000","last_became_peered":"2026-02-25T15:49:29.831875+0000","last_unstale":"2026-02-25T15:49:34.052875+0000","last_undegraded":"2026-02-25T15:49:34.052875+0000","last_fullsized":"2026-02-25T15:49:34.052875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:23:56.832874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156185+0000","last_change":"2026-02-25T15:49:34.052301+0000","last_active":"2026-02-25T15:49:34.156185+0000","last_peered":"2026-02-25T15:49:34.156185+0000","last_clean":"2026-02-25T15:49:34.156185+0000","last_became_active":"2026-02-25T15:49:34.052016+0000","last_became_peered":"2026-02-25T15:49:34.052016+0000","last_unstale":"2026-02-25T15:49:34.156185+0000","last_undegraded":"2026-02-25T15:49:34.156185+0000","last_fullsized":"2026-02-25T15:49:34.156185+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:48:28.338184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158824+0000","last_change":"2026-02-25T15:49:30.011167+0000","last_active":"2026-02-25T15:49:34.158824+0000","last_peered":"2026-02-25T15:49:34.158824+0000","last_clean":"2026-02-25T15:49:34.158824+0000","last_became_active":"2026-02-25T15:49:30.010820+0000","last_became_peered":"2026-02-25T15:49:30.010820+0000","last_unstale":"2026-02-25T15:49:34.158824+0000","last_undegraded":"2026-02-25T15:49:34.158824+0000","last_fullsized":"2026-02-25T15:49:34.158824+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:14:02.232323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021332+0000","last_change":"2026-02-25T15:49:29.830240+0000","last_active":"2026-02-25T15:49:34.021332+0000","last_peered":"2026-02-25T15:49:34.021332+0000","last_clean":"2026-02-25T15:49:34.021332+0000","last_became_active":"2026-02-25T15:49:29.829853+0000","last_became_peered":"2026-02-25T15:49:29.829853+0000","last_unstale":"2026-02-25T15:49:34.021332+0000","last_undegraded":"2026-02-25T15:49:34.021332+0000","last_fullsized":"2026-02-25T15:49:34.021332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:34:28.577989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156606+0000","last_change":"2026-02-25T15:49:34.022914+0000","last_active":"2026-02-25T15:49:34.156606+0000","last_peered":"2026-02-25T15:49:34.156606+0000","last_clean":"2026-02-25T15:49:34.156606+0000","last_became_active":"2026-02-25T15:49:34.022547+0000","last_became_peered":"2026-02-25T15:49:34.022547+0000","last_unstale":"2026-02-25T15:49:34.156606+0000","last_undegraded":"2026-02-25T15:49:34.156606+0000","last_fullsized":"2026-02-25T15:49:34.156606+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:46.194650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157471+0000","last_change":"2026-02-25T15:49:30.011381+0000","last_active":"2026-02-25T15:49:34.157471+0000","last_peered":"2026-02-25T15:49:34.157471+0000","last_clean":"2026-02-25T15:49:34.157471+0000","last_became_active":"2026-02-25T15:49:30.011255+0000","last_became_peered":"2026-02-25T15:49:30.011255+0000","last_unstale":"2026-02-25T15:49:34.157471+0000","last_undegraded":"2026-02-25T15:49:34.157471+0000","last_fullsized":"2026-02-25T15:49:34.157471+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:57:40.118192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017935+0000","last_change":"2026-02-25T15:49:29.830701+0000","last_active":"2026-02-25T15:49:34.017935+0000","last_peered":"2026-02-25T15:49:34.017935+0000","last_clean":"2026-02-25T15:49:34.017935+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017935+0000","last_undegraded":"2026-02-25T15:49:34.017935+0000","last_fullsized":"2026-02-25T15:49:34.017935+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:33.768009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156628+0000","last_change":"2026-02-25T15:49:34.024355+0000","last_active":"2026-02-25T15:49:34.156628+0000","last_peered":"2026-02-25T15:49:34.156628+0000","last_clean":"2026-02-25T15:49:34.156628+0000","last_became_active":"2026-02-25T15:49:34.023739+0000","last_became_peered":"2026-02-25T15:49:34.023739+0000","last_unstale":"2026-02-25T15:49:34.156628+0000","last_undegraded":"2026-02-25T15:49:34.156628+0000","last_fullsized":"2026-02-25T15:49:34.156628+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:47.103318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156577+0000","last_change":"2026-02-25T15:49:30.009710+0000","last_active":"2026-02-25T15:49:34.156577+0000","last_peered":"2026-02-25T15:49:34.156577+0000","last_clean":"2026-02-25T15:49:34.156577+0000","last_became_active":"2026-02-25T15:49:30.009591+0000","last_became_peered":"2026-02-25T15:49:30.009591+0000","last_unstale":"2026-02-25T15:49:34.156577+0000","last_undegraded":"2026-02-25T15:49:34.156577+0000","last_fullsized":"2026-02-25T15:49:34.156577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:51:15.143410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017077+0000","last_change":"2026-02-25T15:49:29.828215+0000","last_active":"2026-02-25T15:49:34.017077+0000","last_peered":"2026-02-25T15:49:34.017077+0000","last_clean":"2026-02-25T15:49:34.017077+0000","last_became_active":"2026-02-25T15:49:29.827918+0000","last_became_peered":"2026-02-25T15:49:29.827918+0000","last_unstale":"2026-02-25T15:49:34.017077+0000","last_undegraded":"2026-02-25T15:49:34.017077+0000","last_fullsized":"2026-02-25T15:49:34.017077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:33:05.932469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156685+0000","last_change":"2026-02-25T15:49:34.023558+0000","last_active":"2026-02-25T15:49:34.156685+0000","last_peered":"2026-02-25T15:49:34.156685+0000","last_clean":"2026-02-25T15:49:34.156685+0000","last_became_active":"2026-02-25T15:49:34.023287+0000","last_became_peered":"2026-02-25T15:49:34.023287+0000","last_unstale":"2026-02-25T15:49:34.156685+0000","last_undegraded":"2026-02-25T15:49:34.156685+0000","last_fullsized":"2026-02-25T15:49:34.156685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:40:07.371101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156154+0000","last_change":"2026-02-25T15:49:30.012703+0000","last_active":"2026-02-25T15:49:34.156154+0000","last_peered":"2026-02-25T15:49:34.156154+0000","last_clean":"2026-02-25T15:49:34.156154+0000","last_became_active":"2026-02-25T15:49:30.011876+0000","last_became_peered":"2026-02-25T15:49:30.011876+0000","last_unstale":"2026-02-25T15:49:34.156154+0000","last_undegraded":"2026-02-25T15:49:34.156154+0000","last_fullsized":"2026-02-25T15:49:34.156154+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:13:03.917201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052438+0000","last_change":"2026-02-25T15:49:29.832776+0000","last_active":"2026-02-25T15:49:34.052438+0000","last_peered":"2026-02-25T15:49:34.052438+0000","last_clean":"2026-02-25T15:49:34.052438+0000","last_became_active":"2026-02-25T15:49:29.832594+0000","last_became_peered":"2026-02-25T15:49:29.832594+0000","last_unstale":"2026-02-25T15:49:34.052438+0000","last_undegraded":"2026-02-25T15:49:34.052438+0000","last_fullsized":"2026-02-25T15:49:34.052438+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:34.145243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156257+0000","last_change":"2026-02-25T15:49:34.052251+0000","last_active":"2026-02-25T15:49:34.156257+0000","last_peered":"2026-02-25T15:49:34.156257+0000","last_clean":"2026-02-25T15:49:34.156257+0000","last_became_active":"2026-02-25T15:49:34.052000+0000","last_became_peered":"2026-02-25T15:49:34.052000+0000","last_unstale":"2026-02-25T15:49:34.156257+0000","last_undegraded":"2026-02-25T15:49:34.156257+0000","last_fullsized":"2026-02-25T15:49:34.156257+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:08:51.026780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155348+0000","last_change":"2026-02-25T15:49:30.010593+0000","last_active":"2026-02-25T15:49:34.155348+0000","last_peered":"2026-02-25T15:49:34.155348+0000","last_clean":"2026-02-25T15:49:34.155348+0000","last_became_active":"2026-02-25T15:49:30.010179+0000","last_became_peered":"2026-02-25T15:49:30.010179+0000","last_unstale":"2026-02-25T15:49:34.155348+0000","last_undegraded":"2026-02-25T15:49:34.155348+0000","last_fullsized":"2026-02-25T15:49:34.155348+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:16:10.522960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017783+0000","last_change":"2026-02-25T15:49:29.828606+0000","last_active":"2026-02-25T15:49:34.017783+0000","last_peered":"2026-02-25T15:49:34.017783+0000","last_clean":"2026-02-25T15:49:34.017783+0000","last_became_active":"2026-02-25T15:49:29.828436+0000","last_became_peered":"2026-02-25T15:49:29.828436+0000","last_unstale":"2026-02-25T15:49:34.017783+0000","last_undegraded":"2026-02-25T15:49:34.017783+0000","last_fullsized":"2026-02-25T15:49:34.017783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:41:56.159202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":154,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.052477+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:49:34.052477+0000","last_peered":"2026-02-25T15:49:34.052477+0000","last_clean":"2026-02-25T15:49:34.052477+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:49:34.052477+0000","last_undegraded":"2026-02-25T15:49:34.052477+0000","last_fullsized":"2026-02-25T15:49:34.052477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156251+0000","last_change":"2026-02-25T15:49:34.054047+0000","last_active":"2026-02-25T15:49:34.156251+0000","last_peered":"2026-02-25T15:49:34.156251+0000","last_clean":"2026-02-25T15:49:34.156251+0000","last_became_active":"2026-02-25T15:49:34.053864+0000","last_became_peered":"2026-02-25T15:49:34.053864+0000","last_unstale":"2026-02-25T15:49:34.156251+0000","last_undegraded":"2026-02-25T15:49:34.156251+0000","last_fullsized":"2026-02-25T15:49:34.156251+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:13:20.957306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159000+0000","last_change":"2026-02-25T15:49:30.010834+0000","last_active":"2026-02-25T15:49:34.159000+0000","last_peered":"2026-02-25T15:49:34.159000+0000","last_clean":"2026-02-25T15:49:34.159000+0000","last_became_active":"2026-02-25T15:49:30.010500+0000","last_became_peered":"2026-02-25T15:49:30.010500+0000","last_unstale":"2026-02-25T15:49:34.159000+0000","last_undegraded":"2026-02-25T15:49:34.159000+0000","last_fullsized":"2026-02-25T15:49:34.159000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:24:35.932115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017147+0000","last_change":"2026-02-25T15:49:29.829208+0000","last_active":"2026-02-25T15:49:34.017147+0000","last_peered":"2026-02-25T15:49:34.017147+0000","last_clean":"2026-02-25T15:49:34.017147+0000","last_became_active":"2026-02-25T15:49:29.829093+0000","last_became_peered":"2026-02-25T15:49:29.829093+0000","last_unstale":"2026-02-25T15:49:34.017147+0000","last_undegraded":"2026-02-25T15:49:34.017147+0000","last_fullsized":"2026-02-25T15:49:34.017147+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:20:25.574409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156196+0000","last_change":"2026-02-25T15:49:34.053029+0000","last_active":"2026-02-25T15:49:34.156196+0000","last_peered":"2026-02-25T15:49:34.156196+0000","last_clean":"2026-02-25T15:49:34.156196+0000","last_became_active":"2026-02-25T15:49:34.052815+0000","last_became_peered":"2026-02-25T15:49:34.052815+0000","last_unstale":"2026-02-25T15:49:34.156196+0000","last_undegraded":"2026-02-25T15:49:34.156196+0000","last_fullsized":"2026-02-25T15:49:34.156196+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:41:53.762932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158792+0000","last_change":"2026-02-25T15:49:30.011839+0000","last_active":"2026-02-25T15:49:34.158792+0000","last_peered":"2026-02-25T15:49:34.158792+0000","last_clean":"2026-02-25T15:49:34.158792+0000","last_became_active":"2026-02-25T15:49:30.011467+0000","last_became_peered":"2026-02-25T15:49:30.011467+0000","last_unstale":"2026-02-25T15:49:34.158792+0000","last_undegraded":"2026-02-25T15:49:34.158792+0000","last_fullsized":"2026-02-25T15:49:34.158792+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:11:19.707138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023342+0000","last_change":"2026-02-25T15:49:29.829369+0000","last_active":"2026-02-25T15:49:34.023342+0000","last_peered":"2026-02-25T15:49:34.023342+0000","last_clean":"2026-02-25T15:49:34.023342+0000","last_became_active":"2026-02-25T15:49:29.829149+0000","last_became_peered":"2026-02-25T15:49:29.829149+0000","last_unstale":"2026-02-25T15:49:34.023342+0000","last_undegraded":"2026-02-25T15:49:34.023342+0000","last_fullsized":"2026-02-25T15:49:34.023342+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:58:00.590098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156199+0000","last_change":"2026-02-25T15:49:34.021601+0000","last_active":"2026-02-25T15:49:34.156199+0000","last_peered":"2026-02-25T15:49:34.156199+0000","last_clean":"2026-02-25T15:49:34.156199+0000","last_became_active":"2026-02-25T15:49:34.021264+0000","last_became_peered":"2026-02-25T15:49:34.021264+0000","last_unstale":"2026-02-25T15:49:34.156199+0000","last_undegraded":"2026-02-25T15:49:34.156199+0000","last_fullsized":"2026-02-25T15:49:34.156199+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:24:13.707632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159036+0000","last_change":"2026-02-25T15:49:30.012616+0000","last_active":"2026-02-25T15:49:34.159036+0000","last_peered":"2026-02-25T15:49:34.159036+0000","last_clean":"2026-02-25T15:49:34.159036+0000","last_became_active":"2026-02-25T15:49:30.012346+0000","last_became_peered":"2026-02-25T15:49:30.012346+0000","last_unstale":"2026-02-25T15:49:34.159036+0000","last_undegraded":"2026-02-25T15:49:34.159036+0000","last_fullsized":"2026-02-25T15:49:34.159036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:56:04.914339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017083+0000","last_change":"2026-02-25T15:49:29.828081+0000","last_active":"2026-02-25T15:49:34.017083+0000","last_peered":"2026-02-25T15:49:34.017083+0000","last_clean":"2026-02-25T15:49:34.017083+0000","last_became_active":"2026-02-25T15:49:29.827923+0000","last_became_peered":"2026-02-25T15:49:29.827923+0000","last_unstale":"2026-02-25T15:49:34.017083+0000","last_undegraded":"2026-02-25T15:49:34.017083+0000","last_fullsized":"2026-02-25T15:49:34.017083+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:45:21.952286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158653+0000","last_change":"2026-02-25T15:49:34.053699+0000","last_active":"2026-02-25T15:49:34.158653+0000","last_peered":"2026-02-25T15:49:34.158653+0000","last_clean":"2026-02-25T15:49:34.158653+0000","last_became_active":"2026-02-25T15:49:34.053504+0000","last_became_peered":"2026-02-25T15:49:34.053504+0000","last_unstale":"2026-02-25T15:49:34.158653+0000","last_undegraded":"2026-02-25T15:49:34.158653+0000","last_fullsized":"2026-02-25T15:49:34.158653+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:44:58.300040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159022+0000","last_change":"2026-02-25T15:49:30.011678+0000","last_active":"2026-02-25T15:49:34.159022+0000","last_peered":"2026-02-25T15:49:34.159022+0000","last_clean":"2026-02-25T15:49:34.159022+0000","last_became_active":"2026-02-25T15:49:30.011170+0000","last_became_peered":"2026-02-25T15:49:30.011170+0000","last_unstale":"2026-02-25T15:49:34.159022+0000","last_undegraded":"2026-02-25T15:49:34.159022+0000","last_fullsized":"2026-02-25T15:49:34.159022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:14.445074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.021273+0000","last_change":"2026-02-25T15:49:29.827105+0000","last_active":"2026-02-25T15:49:34.021273+0000","last_peered":"2026-02-25T15:49:34.021273+0000","last_clean":"2026-02-25T15:49:34.021273+0000","last_became_active":"2026-02-25T15:49:29.826891+0000","last_became_peered":"2026-02-25T15:49:29.826891+0000","last_unstale":"2026-02-25T15:49:34.021273+0000","last_undegraded":"2026-02-25T15:49:34.021273+0000","last_fullsized":"2026-02-25T15:49:34.021273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:28:19.131842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157411+0000","last_change":"2026-02-25T15:49:34.025234+0000","last_active":"2026-02-25T15:49:34.157411+0000","last_peered":"2026-02-25T15:49:34.157411+0000","last_clean":"2026-02-25T15:49:34.157411+0000","last_became_active":"2026-02-25T15:49:34.024783+0000","last_became_peered":"2026-02-25T15:49:34.024783+0000","last_unstale":"2026-02-25T15:49:34.157411+0000","last_undegraded":"2026-02-25T15:49:34.157411+0000","last_fullsized":"2026-02-25T15:49:34.157411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:02:30.445668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158946+0000","last_change":"2026-02-25T15:49:30.011192+0000","last_active":"2026-02-25T15:49:34.158946+0000","last_peered":"2026-02-25T15:49:34.158946+0000","last_clean":"2026-02-25T15:49:34.158946+0000","last_became_active":"2026-02-25T15:49:30.010782+0000","last_became_peered":"2026-02-25T15:49:30.010782+0000","last_unstale":"2026-02-25T15:49:34.158946+0000","last_undegraded":"2026-02-25T15:49:34.158946+0000","last_fullsized":"2026-02-25T15:49:34.158946+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:54:53.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.016831+0000","last_change":"2026-02-25T15:49:29.830469+0000","last_active":"2026-02-25T15:49:34.016831+0000","last_peered":"2026-02-25T15:49:34.016831+0000","last_clean":"2026-02-25T15:49:34.016831+0000","last_became_active":"2026-02-25T15:49:29.830299+0000","last_became_peered":"2026-02-25T15:49:29.830299+0000","last_unstale":"2026-02-25T15:49:34.016831+0000","last_undegraded":"2026-02-25T15:49:34.016831+0000","last_fullsized":"2026-02-25T15:49:34.016831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:07:53.815508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156239+0000","last_change":"2026-02-25T15:49:34.023980+0000","last_active":"2026-02-25T15:49:34.156239+0000","last_peered":"2026-02-25T15:49:34.156239+0000","last_clean":"2026-02-25T15:49:34.156239+0000","last_became_active":"2026-02-25T15:49:34.023782+0000","last_became_peered":"2026-02-25T15:49:34.023782+0000","last_unstale":"2026-02-25T15:49:34.156239+0000","last_undegraded":"2026-02-25T15:49:34.156239+0000","last_fullsized":"2026-02-25T15:49:34.156239+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:09:45.690825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156169+0000","last_change":"2026-02-25T15:49:30.010902+0000","last_active":"2026-02-25T15:49:34.156169+0000","last_peered":"2026-02-25T15:49:34.156169+0000","last_clean":"2026-02-25T15:49:34.156169+0000","last_became_active":"2026-02-25T15:49:30.010563+0000","last_became_peered":"2026-02-25T15:49:30.010563+0000","last_unstale":"2026-02-25T15:49:34.156169+0000","last_undegraded":"2026-02-25T15:49:34.156169+0000","last_fullsized":"2026-02-25T15:49:34.156169+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:52:52.415264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017591+0000","last_change":"2026-02-25T15:49:29.830964+0000","last_active":"2026-02-25T15:49:34.017591+0000","last_peered":"2026-02-25T15:49:34.017591+0000","last_clean":"2026-02-25T15:49:34.017591+0000","last_became_active":"2026-02-25T15:49:29.830580+0000","last_became_peered":"2026-02-25T15:49:29.830580+0000","last_unstale":"2026-02-25T15:49:34.017591+0000","last_undegraded":"2026-02-25T15:49:34.017591+0000","last_fullsized":"2026-02-25T15:49:34.017591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:23:55.945958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155411+0000","last_change":"2026-02-25T15:49:34.053002+0000","last_active":"2026-02-25T15:49:34.155411+0000","last_peered":"2026-02-25T15:49:34.155411+0000","last_clean":"2026-02-25T15:49:34.155411+0000","last_became_active":"2026-02-25T15:49:34.052660+0000","last_became_peered":"2026-02-25T15:49:34.052660+0000","last_unstale":"2026-02-25T15:49:34.155411+0000","last_undegraded":"2026-02-25T15:49:34.155411+0000","last_fullsized":"2026-02-25T15:49:34.155411+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:32:26.454165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158959+0000","last_change":"2026-02-25T15:49:30.012413+0000","last_active":"2026-02-25T15:49:34.158959+0000","last_peered":"2026-02-25T15:49:34.158959+0000","last_clean":"2026-02-25T15:49:34.158959+0000","last_became_active":"2026-02-25T15:49:30.012180+0000","last_became_peered":"2026-02-25T15:49:30.012180+0000","last_unstale":"2026-02-25T15:49:34.158959+0000","last_undegraded":"2026-02-25T15:49:34.158959+0000","last_fullsized":"2026-02-25T15:49:34.158959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:13.982005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017906+0000","last_change":"2026-02-25T15:49:29.829899+0000","last_active":"2026-02-25T15:49:34.017906+0000","last_peered":"2026-02-25T15:49:34.017906+0000","last_clean":"2026-02-25T15:49:34.017906+0000","last_became_active":"2026-02-25T15:49:29.829765+0000","last_became_peered":"2026-02-25T15:49:29.829765+0000","last_unstale":"2026-02-25T15:49:34.017906+0000","last_undegraded":"2026-02-25T15:49:34.017906+0000","last_fullsized":"2026-02-25T15:49:34.017906+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:57:24.814577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155379+0000","last_change":"2026-02-25T15:49:34.052424+0000","last_active":"2026-02-25T15:49:34.155379+0000","last_peered":"2026-02-25T15:49:34.155379+0000","last_clean":"2026-02-25T15:49:34.155379+0000","last_became_active":"2026-02-25T15:49:34.052101+0000","last_became_peered":"2026-02-25T15:49:34.052101+0000","last_unstale":"2026-02-25T15:49:34.155379+0000","last_undegraded":"2026-02-25T15:49:34.155379+0000","last_fullsized":"2026-02-25T15:49:34.155379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:40:23.972501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.011738+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.010215+0000","last_became_peered":"2026-02-25T15:49:30.010215+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:01:10.739250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.019856+0000","last_change":"2026-02-25T15:49:29.828137+0000","last_active":"2026-02-25T15:49:34.019856+0000","last_peered":"2026-02-25T15:49:34.019856+0000","last_clean":"2026-02-25T15:49:34.019856+0000","last_became_active":"2026-02-25T15:49:29.827855+0000","last_became_peered":"2026-02-25T15:49:29.827855+0000","last_unstale":"2026-02-25T15:49:34.019856+0000","last_undegraded":"2026-02-25T15:49:34.019856+0000","last_fullsized":"2026-02-25T15:49:34.019856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:26:02.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158801+0000","last_change":"2026-02-25T15:49:34.054249+0000","last_active":"2026-02-25T15:49:34.158801+0000","last_peered":"2026-02-25T15:49:34.158801+0000","last_clean":"2026-02-25T15:49:34.158801+0000","last_became_active":"2026-02-25T15:49:34.053942+0000","last_became_peered":"2026-02-25T15:49:34.053942+0000","last_unstale":"2026-02-25T15:49:34.158801+0000","last_undegraded":"2026-02-25T15:49:34.158801+0000","last_fullsized":"2026-02-25T15:49:34.158801+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:38:07.173694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158975+0000","last_change":"2026-02-25T15:49:30.012440+0000","last_active":"2026-02-25T15:49:34.158975+0000","last_peered":"2026-02-25T15:49:34.158975+0000","last_clean":"2026-02-25T15:49:34.158975+0000","last_became_active":"2026-02-25T15:49:30.012098+0000","last_became_peered":"2026-02-25T15:49:30.012098+0000","last_unstale":"2026-02-25T15:49:34.158975+0000","last_undegraded":"2026-02-25T15:49:34.158975+0000","last_fullsized":"2026-02-25T15:49:34.158975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:37.466882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2026-02-25T15:49:37.508649+0000","last_change":"2026-02-25T15:49:29.832194+0000","last_active":"2026-02-25T15:49:37.508649+0000","last_peered":"2026-02-25T15:49:37.508649+0000","last_clean":"2026-02-25T15:49:37.508649+0000","last_became_active":"2026-02-25T15:49:29.832043+0000","last_became_peered":"2026-02-25T15:49:29.832043+0000","last_unstale":"2026-02-25T15:49:37.508649+0000","last_undegraded":"2026-02-25T15:49:37.508649+0000","last_fullsized":"2026-02-25T15:49:37.508649+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:36:30.109192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156615+0000","last_change":"2026-02-25T15:49:34.022944+0000","last_active":"2026-02-25T15:49:34.156615+0000","last_peered":"2026-02-25T15:49:34.156615+0000","last_clean":"2026-02-25T15:49:34.156615+0000","last_became_active":"2026-02-25T15:49:34.022544+0000","last_became_peered":"2026-02-25T15:49:34.022544+0000","last_unstale":"2026-02-25T15:49:34.156615+0000","last_undegraded":"2026-02-25T15:49:34.156615+0000","last_fullsized":"2026-02-25T15:49:34.156615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:15:16.020549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157521+0000","last_change":"2026-02-25T15:49:30.011114+0000","last_active":"2026-02-25T15:49:34.157521+0000","last_peered":"2026-02-25T15:49:34.157521+0000","last_clean":"2026-02-25T15:49:34.157521+0000","last_became_active":"2026-02-25T15:49:30.010263+0000","last_became_peered":"2026-02-25T15:49:30.010263+0000","last_unstale":"2026-02-25T15:49:34.157521+0000","last_undegraded":"2026-02-25T15:49:34.157521+0000","last_fullsized":"2026-02-25T15:49:34.157521+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:45:31.920285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.023272+0000","last_change":"2026-02-25T15:49:29.830010+0000","last_active":"2026-02-25T15:49:34.023272+0000","last_peered":"2026-02-25T15:49:34.023272+0000","last_clean":"2026-02-25T15:49:34.023272+0000","last_became_active":"2026-02-25T15:49:29.829604+0000","last_became_peered":"2026-02-25T15:49:29.829604+0000","last_unstale":"2026-02-25T15:49:34.023272+0000","last_undegraded":"2026-02-25T15:49:34.023272+0000","last_fullsized":"2026-02-25T15:49:34.023272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:03:24.218288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157465+0000","last_change":"2026-02-25T15:49:34.025140+0000","last_active":"2026-02-25T15:49:34.157465+0000","last_peered":"2026-02-25T15:49:34.157465+0000","last_clean":"2026-02-25T15:49:34.157465+0000","last_became_active":"2026-02-25T15:49:34.024793+0000","last_became_peered":"2026-02-25T15:49:34.024793+0000","last_unstale":"2026-02-25T15:49:34.157465+0000","last_undegraded":"2026-02-25T15:49:34.157465+0000","last_fullsized":"2026-02-25T15:49:34.157465+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:35:09.915720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156291+0000","last_change":"2026-02-25T15:49:30.013255+0000","last_active":"2026-02-25T15:49:34.156291+0000","last_peered":"2026-02-25T15:49:34.156291+0000","last_clean":"2026-02-25T15:49:34.156291+0000","last_became_active":"2026-02-25T15:49:30.012851+0000","last_became_peered":"2026-02-25T15:49:30.012851+0000","last_unstale":"2026-02-25T15:49:34.156291+0000","last_undegraded":"2026-02-25T15:49:34.156291+0000","last_fullsized":"2026-02-25T15:49:34.156291+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:29:07.128897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018011+0000","last_change":"2026-02-25T15:49:29.831856+0000","last_active":"2026-02-25T15:49:34.018011+0000","last_peered":"2026-02-25T15:49:34.018011+0000","last_clean":"2026-02-25T15:49:34.018011+0000","last_became_active":"2026-02-25T15:49:29.831715+0000","last_became_peered":"2026-02-25T15:49:29.831715+0000","last_unstale":"2026-02-25T15:49:34.018011+0000","last_undegraded":"2026-02-25T15:49:34.018011+0000","last_fullsized":"2026-02-25T15:49:34.018011+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:30:14.586632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155294+0000","last_change":"2026-02-25T15:49:34.023571+0000","last_active":"2026-02-25T15:49:34.155294+0000","last_peered":"2026-02-25T15:49:34.155294+0000","last_clean":"2026-02-25T15:49:34.155294+0000","last_became_active":"2026-02-25T15:49:34.022719+0000","last_became_peered":"2026-02-25T15:49:34.022719+0000","last_unstale":"2026-02-25T15:49:34.155294+0000","last_undegraded":"2026-02-25T15:49:34.155294+0000","last_fullsized":"2026-02-25T15:49:34.155294+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:35:30.488740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158844+0000","last_change":"2026-02-25T15:49:30.010359+0000","last_active":"2026-02-25T15:49:34.158844+0000","last_peered":"2026-02-25T15:49:34.158844+0000","last_clean":"2026-02-25T15:49:34.158844+0000","last_became_active":"2026-02-25T15:49:30.009526+0000","last_became_peered":"2026-02-25T15:49:30.009526+0000","last_unstale":"2026-02-25T15:49:34.158844+0000","last_undegraded":"2026-02-25T15:49:34.158844+0000","last_fullsized":"2026-02-25T15:49:34.158844+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:24.139381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018022+0000","last_change":"2026-02-25T15:49:29.831592+0000","last_active":"2026-02-25T15:49:34.018022+0000","last_peered":"2026-02-25T15:49:34.018022+0000","last_clean":"2026-02-25T15:49:34.018022+0000","last_became_active":"2026-02-25T15:49:29.831171+0000","last_became_peered":"2026-02-25T15:49:29.831171+0000","last_unstale":"2026-02-25T15:49:34.018022+0000","last_undegraded":"2026-02-25T15:49:34.018022+0000","last_fullsized":"2026-02-25T15:49:34.018022+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:11.925725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155326+0000","last_change":"2026-02-25T15:49:34.053319+0000","last_active":"2026-02-25T15:49:34.155326+0000","last_peered":"2026-02-25T15:49:34.155326+0000","last_clean":"2026-02-25T15:49:34.155326+0000","last_became_active":"2026-02-25T15:49:34.053027+0000","last_became_peered":"2026-02-25T15:49:34.053027+0000","last_unstale":"2026-02-25T15:49:34.155326+0000","last_undegraded":"2026-02-25T15:49:34.155326+0000","last_fullsized":"2026-02-25T15:49:34.155326+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:43:26.388620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156232+0000","last_change":"2026-02-25T15:49:34.053000+0000","last_active":"2026-02-25T15:49:34.156232+0000","last_peered":"2026-02-25T15:49:34.156232+0000","last_clean":"2026-02-25T15:49:34.156232+0000","last_became_active":"2026-02-25T15:49:34.052716+0000","last_became_peered":"2026-02-25T15:49:34.052716+0000","last_unstale":"2026-02-25T15:49:34.156232+0000","last_undegraded":"2026-02-25T15:49:34.156232+0000","last_fullsized":"2026-02-25T15:49:34.156232+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:35:11.921336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156588+0000","last_change":"2026-02-25T15:49:30.009248+0000","last_active":"2026-02-25T15:49:34.156588+0000","last_peered":"2026-02-25T15:49:34.156588+0000","last_clean":"2026-02-25T15:49:34.156588+0000","last_became_active":"2026-02-25T15:49:30.009143+0000","last_became_peered":"2026-02-25T15:49:30.009143+0000","last_unstale":"2026-02-25T15:49:34.156588+0000","last_undegraded":"2026-02-25T15:49:34.156588+0000","last_fullsized":"2026-02-25T15:49:34.156588+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:39:56.315767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.018095+0000","last_change":"2026-02-25T15:49:29.829575+0000","last_active":"2026-02-25T15:49:34.018095+0000","last_peered":"2026-02-25T15:49:34.018095+0000","last_clean":"2026-02-25T15:49:34.018095+0000","last_became_active":"2026-02-25T15:49:29.829276+0000","last_became_peered":"2026-02-25T15:49:29.829276+0000","last_unstale":"2026-02-25T15:49:34.018095+0000","last_undegraded":"2026-02-25T15:49:34.018095+0000","last_fullsized":"2026-02-25T15:49:34.018095+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:12:01.510894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156304+0000","last_change":"2026-02-25T15:49:34.022511+0000","last_active":"2026-02-25T15:49:34.156304+0000","last_peered":"2026-02-25T15:49:34.156304+0000","last_clean":"2026-02-25T15:49:34.156304+0000","last_became_active":"2026-02-25T15:49:34.022341+0000","last_became_peered":"2026-02-25T15:49:34.022341+0000","last_unstale":"2026-02-25T15:49:34.156304+0000","last_undegraded":"2026-02-25T15:49:34.156304+0000","last_fullsized":"2026-02-25T15:49:34.156304+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:05:14.176539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155301+0000","last_change":"2026-02-25T15:49:30.012573+0000","last_active":"2026-02-25T15:49:34.155301+0000","last_peered":"2026-02-25T15:49:34.155301+0000","last_clean":"2026-02-25T15:49:34.155301+0000","last_became_active":"2026-02-25T15:49:30.012427+0000","last_became_peered":"2026-02-25T15:49:30.012427+0000","last_unstale":"2026-02-25T15:49:34.155301+0000","last_undegraded":"2026-02-25T15:49:34.155301+0000","last_fullsized":"2026-02-25T15:49:34.155301+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:58.978446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022361+0000","last_change":"2026-02-25T15:49:29.830576+0000","last_active":"2026-02-25T15:49:34.022361+0000","last_peered":"2026-02-25T15:49:34.022361+0000","last_clean":"2026-02-25T15:49:34.022361+0000","last_became_active":"2026-02-25T15:49:29.829890+0000","last_became_peered":"2026-02-25T15:49:29.829890+0000","last_unstale":"2026-02-25T15:49:34.022361+0000","last_undegraded":"2026-02-25T15:49:34.022361+0000","last_fullsized":"2026-02-25T15:49:34.022361+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:39:42.092532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.017689+0000","last_change":"2026-02-25T15:49:29.831622+0000","last_active":"2026-02-25T15:49:34.017689+0000","last_peered":"2026-02-25T15:49:34.017689+0000","last_clean":"2026-02-25T15:49:34.017689+0000","last_became_active":"2026-02-25T15:49:29.831211+0000","last_became_peered":"2026-02-25T15:49:29.831211+0000","last_unstale":"2026-02-25T15:49:34.017689+0000","last_undegraded":"2026-02-25T15:49:34.017689+0000","last_fullsized":"2026-02-25T15:49:34.017689+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:36:28.523587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156213+0000","last_change":"2026-02-25T15:49:30.013381+0000","last_active":"2026-02-25T15:49:34.156213+0000","last_peered":"2026-02-25T15:49:34.156213+0000","last_clean":"2026-02-25T15:49:34.156213+0000","last_became_active":"2026-02-25T15:49:30.012140+0000","last_became_peered":"2026-02-25T15:49:30.012140+0000","last_unstale":"2026-02-25T15:49:34.156213+0000","last_undegraded":"2026-02-25T15:49:34.156213+0000","last_fullsized":"2026-02-25T15:49:34.156213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:36:13.400665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156155+0000","last_change":"2026-02-25T15:49:34.022414+0000","last_active":"2026-02-25T15:49:34.156155+0000","last_peered":"2026-02-25T15:49:34.156155+0000","last_clean":"2026-02-25T15:49:34.156155+0000","last_became_active":"2026-02-25T15:49:34.022103+0000","last_became_peered":"2026-02-25T15:49:34.022103+0000","last_unstale":"2026-02-25T15:49:34.156155+0000","last_undegraded":"2026-02-25T15:49:34.156155+0000","last_fullsized":"2026-02-25T15:49:34.156155+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:06:40.162806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.022884+0000","last_change":"2026-02-25T15:49:29.830755+0000","last_active":"2026-02-25T15:49:34.022884+0000","last_peered":"2026-02-25T15:49:34.022884+0000","last_clean":"2026-02-25T15:49:34.022884+0000","last_became_active":"2026-02-25T15:49:29.830651+0000","last_became_peered":"2026-02-25T15:49:29.830651+0000","last_unstale":"2026-02-25T15:49:34.022884+0000","last_undegraded":"2026-02-25T15:49:34.022884+0000","last_fullsized":"2026-02-25T15:49:34.022884+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:28.816167+0000","last_clean_scrub_stamp":"2026-02-25T15:49:28.816167+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:01:51.533100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157452+0000","last_change":"2026-02-25T15:49:30.008229+0000","last_active":"2026-02-25T15:49:34.157452+0000","last_peered":"2026-02-25T15:49:34.157452+0000","last_clean":"2026-02-25T15:49:34.157452+0000","last_became_active":"2026-02-25T15:49:30.007919+0000","last_became_peered":"2026-02-25T15:49:30.007919+0000","last_unstale":"2026-02-25T15:49:34.157452+0000","last_undegraded":"2026-02-25T15:49:34.157452+0000","last_fullsized":"2026-02-25T15:49:34.157452+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:40.528745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155391+0000","last_change":"2026-02-25T15:49:34.024720+0000","last_active":"2026-02-25T15:49:34.155391+0000","last_peered":"2026-02-25T15:49:34.155391+0000","last_clean":"2026-02-25T15:49:34.155391+0000","last_became_active":"2026-02-25T15:49:34.024460+0000","last_became_peered":"2026-02-25T15:49:34.024460+0000","last_unstale":"2026-02-25T15:49:34.155391+0000","last_undegraded":"2026-02-25T15:49:34.155391+0000","last_fullsized":"2026-02-25T15:49:34.155391+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:33.009638+0000","last_clean_scrub_stamp":"2026-02-25T15:49:33.009638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:20:45.343146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156152+0000","last_change":"2026-02-25T15:49:30.013224+0000","last_active":"2026-02-25T15:49:34.156152+0000","last_peered":"2026-02-25T15:49:34.156152+0000","last_clean":"2026-02-25T15:49:34.156152+0000","last_became_active":"2026-02-25T15:49:30.013076+0000","last_became_peered":"2026-02-25T15:49:30.013076+0000","last_unstale":"2026-02-25T15:49:34.156152+0000","last_undegraded":"2026-02-25T15:49:34.156152+0000","last_fullsized":"2026-02-25T15:49:34.156152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:11:43.931195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156135+0000","last_change":"2026-02-25T15:49:30.010137+0000","last_active":"2026-02-25T15:49:34.156135+0000","last_peered":"2026-02-25T15:49:34.156135+0000","last_clean":"2026-02-25T15:49:34.156135+0000","last_became_active":"2026-02-25T15:49:30.009868+0000","last_became_peered":"2026-02-25T15:49:30.009868+0000","last_unstale":"2026-02-25T15:49:34.156135+0000","last_undegraded":"2026-02-25T15:49:34.156135+0000","last_fullsized":"2026-02-25T15:49:34.156135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:32:44.399247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158728+0000","last_change":"2026-02-25T15:49:30.011154+0000","last_active":"2026-02-25T15:49:34.158728+0000","last_peered":"2026-02-25T15:49:34.158728+0000","last_clean":"2026-02-25T15:49:34.158728+0000","last_became_active":"2026-02-25T15:49:30.010513+0000","last_became_peered":"2026-02-25T15:49:30.010513+0000","last_unstale":"2026-02-25T15:49:34.158728+0000","last_undegraded":"2026-02-25T15:49:34.158728+0000","last_fullsized":"2026-02-25T15:49:34.158728+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:44:37.996547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156205+0000","last_change":"2026-02-25T15:49:30.013727+0000","last_active":"2026-02-25T15:49:34.156205+0000","last_peered":"2026-02-25T15:49:34.156205+0000","last_clean":"2026-02-25T15:49:34.156205+0000","last_became_active":"2026-02-25T15:49:30.013086+0000","last_became_peered":"2026-02-25T15:49:30.013086+0000","last_unstale":"2026-02-25T15:49:34.156205+0000","last_undegraded":"2026-02-25T15:49:34.156205+0000","last_fullsized":"2026-02-25T15:49:34.156205+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:18:44.964904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155385+0000","last_change":"2026-02-25T15:49:30.012094+0000","last_active":"2026-02-25T15:49:34.155385+0000","last_peered":"2026-02-25T15:49:34.155385+0000","last_clean":"2026-02-25T15:49:34.155385+0000","last_became_active":"2026-02-25T15:49:30.011481+0000","last_became_peered":"2026-02-25T15:49:30.011481+0000","last_unstale":"2026-02-25T15:49:34.155385+0000","last_undegraded":"2026-02-25T15:49:34.155385+0000","last_fullsized":"2026-02-25T15:49:34.155385+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:32.572180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156647+0000","last_change":"2026-02-25T15:49:30.010407+0000","last_active":"2026-02-25T15:49:34.156647+0000","last_peered":"2026-02-25T15:49:34.156647+0000","last_clean":"2026-02-25T15:49:34.156647+0000","last_became_active":"2026-02-25T15:49:30.010254+0000","last_became_peered":"2026-02-25T15:49:30.010254+0000","last_unstale":"2026-02-25T15:49:34.156647+0000","last_undegraded":"2026-02-25T15:49:34.156647+0000","last_fullsized":"2026-02-25T15:49:34.156647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:08:52.153241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156290+0000","last_change":"2026-02-25T15:49:30.009736+0000","last_active":"2026-02-25T15:49:34.156290+0000","last_peered":"2026-02-25T15:49:34.156290+0000","last_clean":"2026-02-25T15:49:34.156290+0000","last_became_active":"2026-02-25T15:49:30.009503+0000","last_became_peered":"2026-02-25T15:49:30.009503+0000","last_unstale":"2026-02-25T15:49:34.156290+0000","last_undegraded":"2026-02-25T15:49:34.156290+0000","last_fullsized":"2026-02-25T15:49:34.156290+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:43.938124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155417+0000","last_change":"2026-02-25T15:49:30.011739+0000","last_active":"2026-02-25T15:49:34.155417+0000","last_peered":"2026-02-25T15:49:34.155417+0000","last_clean":"2026-02-25T15:49:34.155417+0000","last_became_active":"2026-02-25T15:49:30.011209+0000","last_became_peered":"2026-02-25T15:49:30.011209+0000","last_unstale":"2026-02-25T15:49:34.155417+0000","last_undegraded":"2026-02-25T15:49:34.155417+0000","last_fullsized":"2026-02-25T15:49:34.155417+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:47:56.100937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158684+0000","last_change":"2026-02-25T15:49:30.011919+0000","last_active":"2026-02-25T15:49:34.158684+0000","last_peered":"2026-02-25T15:49:34.158684+0000","last_clean":"2026-02-25T15:49:34.158684+0000","last_became_active":"2026-02-25T15:49:30.011149+0000","last_became_peered":"2026-02-25T15:49:30.011149+0000","last_unstale":"2026-02-25T15:49:34.158684+0000","last_undegraded":"2026-02-25T15:49:34.158684+0000","last_fullsized":"2026-02-25T15:49:34.158684+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:23:01.704724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155333+0000","last_change":"2026-02-25T15:49:30.012142+0000","last_active":"2026-02-25T15:49:34.155333+0000","last_peered":"2026-02-25T15:49:34.155333+0000","last_clean":"2026-02-25T15:49:34.155333+0000","last_became_active":"2026-02-25T15:49:30.011556+0000","last_became_peered":"2026-02-25T15:49:30.011556+0000","last_unstale":"2026-02-25T15:49:34.155333+0000","last_undegraded":"2026-02-25T15:49:34.155333+0000","last_fullsized":"2026-02-25T15:49:34.155333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:49:11.529888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158713+0000","last_change":"2026-02-25T15:49:30.009495+0000","last_active":"2026-02-25T15:49:34.158713+0000","last_peered":"2026-02-25T15:49:34.158713+0000","last_clean":"2026-02-25T15:49:34.158713+0000","last_became_active":"2026-02-25T15:49:30.009162+0000","last_became_peered":"2026-02-25T15:49:30.009162+0000","last_unstale":"2026-02-25T15:49:34.158713+0000","last_undegraded":"2026-02-25T15:49:34.158713+0000","last_fullsized":"2026-02-25T15:49:34.158713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:55:56.821942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156191+0000","last_change":"2026-02-25T15:49:30.013690+0000","last_active":"2026-02-25T15:49:34.156191+0000","last_peered":"2026-02-25T15:49:34.156191+0000","last_clean":"2026-02-25T15:49:34.156191+0000","last_became_active":"2026-02-25T15:49:30.013052+0000","last_became_peered":"2026-02-25T15:49:30.013052+0000","last_unstale":"2026-02-25T15:49:34.156191+0000","last_undegraded":"2026-02-25T15:49:34.156191+0000","last_fullsized":"2026-02-25T15:49:34.156191+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:48:34.279532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156233+0000","last_change":"2026-02-25T15:49:30.010893+0000","last_active":"2026-02-25T15:49:34.156233+0000","last_peered":"2026-02-25T15:49:34.156233+0000","last_clean":"2026-02-25T15:49:34.156233+0000","last_became_active":"2026-02-25T15:49:30.010593+0000","last_became_peered":"2026-02-25T15:49:30.010593+0000","last_unstale":"2026-02-25T15:49:34.156233+0000","last_undegraded":"2026-02-25T15:49:34.156233+0000","last_fullsized":"2026-02-25T15:49:34.156233+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:29.990534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159011+0000","last_change":"2026-02-25T15:49:30.010328+0000","last_active":"2026-02-25T15:49:34.159011+0000","last_peered":"2026-02-25T15:49:34.159011+0000","last_clean":"2026-02-25T15:49:34.159011+0000","last_became_active":"2026-02-25T15:49:30.010150+0000","last_became_peered":"2026-02-25T15:49:30.010150+0000","last_unstale":"2026-02-25T15:49:34.159011+0000","last_undegraded":"2026-02-25T15:49:34.159011+0000","last_fullsized":"2026-02-25T15:49:34.159011+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:03:30.788084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156176+0000","last_change":"2026-02-25T15:49:30.009120+0000","last_active":"2026-02-25T15:49:34.156176+0000","last_peered":"2026-02-25T15:49:34.156176+0000","last_clean":"2026-02-25T15:49:34.156176+0000","last_became_active":"2026-02-25T15:49:30.008763+0000","last_became_peered":"2026-02-25T15:49:30.008763+0000","last_unstale":"2026-02-25T15:49:34.156176+0000","last_undegraded":"2026-02-25T15:49:34.156176+0000","last_fullsized":"2026-02-25T15:49:34.156176+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:40:05.525856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158866+0000","last_change":"2026-02-25T15:49:30.010609+0000","last_active":"2026-02-25T15:49:34.158866+0000","last_peered":"2026-02-25T15:49:34.158866+0000","last_clean":"2026-02-25T15:49:34.158866+0000","last_became_active":"2026-02-25T15:49:30.010289+0000","last_became_peered":"2026-02-25T15:49:30.010289+0000","last_unstale":"2026-02-25T15:49:34.158866+0000","last_undegraded":"2026-02-25T15:49:34.158866+0000","last_fullsized":"2026-02-25T15:49:34.158866+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:04.225962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158669+0000","last_change":"2026-02-25T15:49:30.011371+0000","last_active":"2026-02-25T15:49:34.158669+0000","last_peered":"2026-02-25T15:49:34.158669+0000","last_clean":"2026-02-25T15:49:34.158669+0000","last_became_active":"2026-02-25T15:49:30.011047+0000","last_became_peered":"2026-02-25T15:49:30.011047+0000","last_unstale":"2026-02-25T15:49:34.158669+0000","last_undegraded":"2026-02-25T15:49:34.158669+0000","last_fullsized":"2026-02-25T15:49:34.158669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:01:48.912943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156595+0000","last_change":"2026-02-25T15:49:30.006850+0000","last_active":"2026-02-25T15:49:34.156595+0000","last_peered":"2026-02-25T15:49:34.156595+0000","last_clean":"2026-02-25T15:49:34.156595+0000","last_became_active":"2026-02-25T15:49:30.006716+0000","last_became_peered":"2026-02-25T15:49:30.006716+0000","last_unstale":"2026-02-25T15:49:34.156595+0000","last_undegraded":"2026-02-25T15:49:34.156595+0000","last_fullsized":"2026-02-25T15:49:34.156595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:06.208782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156168+0000","last_change":"2026-02-25T15:49:30.012649+0000","last_active":"2026-02-25T15:49:34.156168+0000","last_peered":"2026-02-25T15:49:34.156168+0000","last_clean":"2026-02-25T15:49:34.156168+0000","last_became_active":"2026-02-25T15:49:30.011821+0000","last_became_peered":"2026-02-25T15:49:30.011821+0000","last_unstale":"2026-02-25T15:49:34.156168+0000","last_undegraded":"2026-02-25T15:49:34.156168+0000","last_fullsized":"2026-02-25T15:49:34.156168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:28:34.380444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155355+0000","last_change":"2026-02-25T15:49:30.011324+0000","last_active":"2026-02-25T15:49:34.155355+0000","last_peered":"2026-02-25T15:49:34.155355+0000","last_clean":"2026-02-25T15:49:34.155355+0000","last_became_active":"2026-02-25T15:49:30.010372+0000","last_became_peered":"2026-02-25T15:49:30.010372+0000","last_unstale":"2026-02-25T15:49:34.155355+0000","last_undegraded":"2026-02-25T15:49:34.155355+0000","last_fullsized":"2026-02-25T15:49:34.155355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:25:57.328327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.157507+0000","last_change":"2026-02-25T15:49:30.011749+0000","last_active":"2026-02-25T15:49:34.157507+0000","last_peered":"2026-02-25T15:49:34.157507+0000","last_clean":"2026-02-25T15:49:34.157507+0000","last_became_active":"2026-02-25T15:49:30.010902+0000","last_became_peered":"2026-02-25T15:49:30.010902+0000","last_unstale":"2026-02-25T15:49:34.157507+0000","last_undegraded":"2026-02-25T15:49:34.157507+0000","last_fullsized":"2026-02-25T15:49:34.157507+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:08.212205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156265+0000","last_change":"2026-02-25T15:49:30.010581+0000","last_active":"2026-02-25T15:49:34.156265+0000","last_peered":"2026-02-25T15:49:34.156265+0000","last_clean":"2026-02-25T15:49:34.156265+0000","last_became_active":"2026-02-25T15:49:30.010129+0000","last_became_peered":"2026-02-25T15:49:30.010129+0000","last_unstale":"2026-02-25T15:49:34.156265+0000","last_undegraded":"2026-02-25T15:49:34.156265+0000","last_fullsized":"2026-02-25T15:49:34.156265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:17:28.291689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156277+0000","last_change":"2026-02-25T15:49:30.011692+0000","last_active":"2026-02-25T15:49:34.156277+0000","last_peered":"2026-02-25T15:49:34.156277+0000","last_clean":"2026-02-25T15:49:34.156277+0000","last_became_active":"2026-02-25T15:49:30.010903+0000","last_became_peered":"2026-02-25T15:49:30.010903+0000","last_unstale":"2026-02-25T15:49:34.156277+0000","last_undegraded":"2026-02-25T15:49:34.156277+0000","last_fullsized":"2026-02-25T15:49:34.156277+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:13:44.256119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159031+0000","last_change":"2026-02-25T15:49:30.011909+0000","last_active":"2026-02-25T15:49:34.159031+0000","last_peered":"2026-02-25T15:49:34.159031+0000","last_clean":"2026-02-25T15:49:34.159031+0000","last_became_active":"2026-02-25T15:49:30.011720+0000","last_became_peered":"2026-02-25T15:49:30.011720+0000","last_unstale":"2026-02-25T15:49:34.159031+0000","last_undegraded":"2026-02-25T15:49:34.159031+0000","last_fullsized":"2026-02-25T15:49:34.159031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:37:05.145125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.155280+0000","last_change":"2026-02-25T15:49:30.012244+0000","last_active":"2026-02-25T15:49:34.155280+0000","last_peered":"2026-02-25T15:49:34.155280+0000","last_clean":"2026-02-25T15:49:34.155280+0000","last_became_active":"2026-02-25T15:49:30.011654+0000","last_became_peered":"2026-02-25T15:49:30.011654+0000","last_unstale":"2026-02-25T15:49:34.155280+0000","last_undegraded":"2026-02-25T15:49:34.155280+0000","last_fullsized":"2026-02-25T15:49:34.155280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:29:27.919817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158938+0000","last_change":"2026-02-25T15:49:30.010582+0000","last_active":"2026-02-25T15:49:34.158938+0000","last_peered":"2026-02-25T15:49:34.158938+0000","last_clean":"2026-02-25T15:49:34.158938+0000","last_became_active":"2026-02-25T15:49:30.010243+0000","last_became_peered":"2026-02-25T15:49:30.010243+0000","last_unstale":"2026-02-25T15:49:34.158938+0000","last_undegraded":"2026-02-25T15:49:34.158938+0000","last_fullsized":"2026-02-25T15:49:34.158938+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:37:59.051220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158704+0000","last_change":"2026-02-25T15:49:30.009887+0000","last_active":"2026-02-25T15:49:34.158704+0000","last_peered":"2026-02-25T15:49:34.158704+0000","last_clean":"2026-02-25T15:49:34.158704+0000","last_became_active":"2026-02-25T15:49:30.009445+0000","last_became_peered":"2026-02-25T15:49:30.009445+0000","last_unstale":"2026-02-25T15:49:34.158704+0000","last_undegraded":"2026-02-25T15:49:34.158704+0000","last_fullsized":"2026-02-25T15:49:34.158704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:02:26.681827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158952+0000","last_change":"2026-02-25T15:49:30.011411+0000","last_active":"2026-02-25T15:49:34.158952+0000","last_peered":"2026-02-25T15:49:34.158952+0000","last_clean":"2026-02-25T15:49:34.158952+0000","last_became_active":"2026-02-25T15:49:30.011021+0000","last_became_peered":"2026-02-25T15:49:30.011021+0000","last_unstale":"2026-02-25T15:49:34.158952+0000","last_undegraded":"2026-02-25T15:49:34.158952+0000","last_fullsized":"2026-02-25T15:49:34.158952+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:15:43.560795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.158760+0000","last_change":"2026-02-25T15:49:30.011781+0000","last_active":"2026-02-25T15:49:34.158760+0000","last_peered":"2026-02-25T15:49:34.158760+0000","last_clean":"2026-02-25T15:49:34.158760+0000","last_became_active":"2026-02-25T15:49:30.011407+0000","last_became_peered":"2026-02-25T15:49:30.011407+0000","last_unstale":"2026-02-25T15:49:34.158760+0000","last_undegraded":"2026-02-25T15:49:34.158760+0000","last_fullsized":"2026-02-25T15:49:34.158760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:35.185320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156226+0000","last_change":"2026-02-25T15:49:30.010672+0000","last_active":"2026-02-25T15:49:34.156226+0000","last_peered":"2026-02-25T15:49:34.156226+0000","last_clean":"2026-02-25T15:49:34.156226+0000","last_became_active":"2026-02-25T15:49:30.009950+0000","last_became_peered":"2026-02-25T15:49:30.009950+0000","last_unstale":"2026-02-25T15:49:34.156226+0000","last_undegraded":"2026-02-25T15:49:34.156226+0000","last_fullsized":"2026-02-25T15:49:34.156226+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:31:45.548822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.156667+0000","last_change":"2026-02-25T15:49:30.008526+0000","last_active":"2026-02-25T15:49:34.156667+0000","last_peered":"2026-02-25T15:49:34.156667+0000","last_clean":"2026-02-25T15:49:34.156667+0000","last_became_active":"2026-02-25T15:49:30.008333+0000","last_became_peered":"2026-02-25T15:49:30.008333+0000","last_unstale":"2026-02-25T15:49:34.156667+0000","last_undegraded":"2026-02-25T15:49:34.156667+0000","last_fullsized":"2026-02-25T15:49:34.156667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:39:24.116696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2026-02-25T15:49:34.159026+0000","last_change":"2026-02-25T15:49:30.011297+0000","last_active":"2026-02-25T15:49:34.159026+0000","last_peered":"2026-02-25T15:49:34.159026+0000","last_clean":"2026-02-25T15:49:34.159026+0000","last_became_active":"2026-02-25T15:49:30.010945+0000","last_became_peered":"2026-02-25T15:49:30.010945+0000","last_unstale":"2026-02-25T15:49:34.159026+0000","last_undegraded":"2026-02-25T15:49:34.159026+0000","last_fullsized":"2026-02-25T15:49:34.159026+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:29.817493+0000","last_clean_scrub_stamp":"2026-02-25T15:49:29.817493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:47:44.335530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":864256,"data_stored":695337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25900000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.182}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":270336,"data_stored":104477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.187}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.246}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":278528,"data_stored":104513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":278528,"data_stored":108182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.153}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":266240,"data_stored":104387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":274432,"data_stored":104547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.18099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20599999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.191}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.253}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":872448,"data_stored":695393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.16300000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.217}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:49:47.596 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-25T15:49:47.596 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-25T15:49:47.596 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-25T15:49:47.597 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-25T15:49:47.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.691+0000 7f4736416640 1 Processor -- start 2026-02-25T15:49:47.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.691+0000 7f4736416640 1 -- start start 2026-02-25T15:49:47.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f4736416640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f47300ce210 0x7f47300c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f4736416640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f473015d590 0x7f47300ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f4736416640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47300ceb30 con 0x7f4730160ef0 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f4736416640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4730161a40 con 0x7f473015d590 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f4736416640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4730161d20 con 0x7f47300ce210 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f473015d590 0x7f47300ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f473015d590 0x7f47300ce5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42890/0 (socket says 10.20.193.52:42890) 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 -- 10.20.193.52:0/1783986811 learned_addr learned my addr 10.20.193.52:0/1783986811 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f473498c640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4730160ef0 0x7f47300ccae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47910/0 (socket says 10.20.193.52:47910) 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472ffff640 1 --2- 10.20.193.52:0/1783986811 >> v2:10.20.193.86:3300/0 conn(0x7f47300ce210 0x7f47300c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 -- 10.20.193.52:0/1783986811 >> v2:10.20.193.86:3300/0 conn(0x7f47300ce210 msgr2=0x7f47300c8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 --2- 10.20.193.52:0/1783986811 >> v2:10.20.193.86:3300/0 conn(0x7f47300ce210 0x7f47300c8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 -- 10.20.193.52:0/1783986811 >> v1:10.20.193.52:6789/0 conn(0x7f4730160ef0 legacy=0x7f47300ccae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.692+0000 7f472f7fe640 1 -- 10.20.193.52:0/1783986811 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47300c83c0 con 0x7f473015d590 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f472f7fe640 1 --2- 10.20.193.52:0/1783986811 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f473015d590 0x7f47300ce5f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f47300703a0 tx=0x7f472002ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a76b4d374d8a2fd1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f472effd640 1 -- 10.20.193.52:0/1783986811 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f472002fc60 con 0x7f473015d590 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f472effd640 1 -- 10.20.193.52:0/1783986811 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f472002fdc0 con 0x7f473015d590 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f472effd640 1 -- 10.20.193.52:0/1783986811 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4720037660 con 0x7f473015d590 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 -- 10.20.193.52:0/1783986811 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f473015d590 msgr2=0x7f47300ce5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 --2- 10.20.193.52:0/1783986811 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f473015d590 0x7f47300ce5f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f47300703a0 tx=0x7f472002ef50 comp rx=0 tx=0).stop 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 -- 10.20.193.52:0/1783986811 shutdown_connections 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 --2- 10.20.193.52:0/1783986811 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f473015d590 0x7f47300ce5f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 --2- 10.20.193.52:0/1783986811 >> v2:10.20.193.86:3300/0 conn(0x7f47300ce210 0x7f47300c8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 -- 10.20.193.52:0/1783986811 >> 10.20.193.52:0/1783986811 conn(0x7f47300cb990 msgr2=0x7f47300cbda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 -- 10.20.193.52:0/1783986811 shutdown_connections 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.693+0000 7f4736416640 1 -- 10.20.193.52:0/1783986811 wait complete. 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 Processor -- start 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 -- start start 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 0x7f47301e8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f473015d590 0x7f47300b3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47301e9230 con 0x7f4730160ef0 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47301e9510 con 0x7f473015d590 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f4736416640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47301e97f0 con 0x7f47300ce210 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42904/0 (socket says 10.20.193.52:42904) 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 -- 10.20.193.52:0/1301663301 learned_addr learned my addr 10.20.193.52:0/1301663301 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f472ffff640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 0x7f47301e8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f472f7fe640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f473015d590 0x7f47300b3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 -- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 msgr2=0x7f47301e8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 0x7f47301e8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 -- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f473015d590 msgr2=0x7f47300b3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f473015d590 0x7f47300b3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f473498c640 1 -- 10.20.193.52:0/1301663301 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47200095d0 con 0x7f4730160ef0 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.694+0000 7f472ffff640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 0x7f47301e8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f473498c640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f472400cb10 tx=0x7f472400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f472400acb0 con 0x7f4730160ef0 2026-02-25T15:49:47.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f472400ae10 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47301e9ad0 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4724012600 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47301ebaa0 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.695+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47301e9ff0 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.696+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4724012760 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.696+0000 7f472cff9640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 0x7f4700078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.696+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4724096ef0 con 0x7f4730160ef0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.696+0000 7f472ffff640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 0x7f4700078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.696+0000 7f472ffff640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 0x7f4700078500 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f471c009a70 tx=0x7f471c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.704 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.698+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f47301e9ff0 con 0x7f4730160ef0 2026-02-25T15:49:47.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.791+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f47301e9ff0 con 0x7f4730160ef0 2026-02-25T15:49:47.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.791+0000 7f472cff9640 1 -- 10.20.193.52:0/1301663301 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f4724017040 con 0x7f4730160ef0 2026-02-25T15:49:47.794 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:47.794 INFO:teuthology.orchestra.run.trial052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-25T15:49:47.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 msgr2=0x7f4700078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 0x7f4700078500 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f471c009a70 tx=0x7f471c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 msgr2=0x7f47300b3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f472400cb10 tx=0x7f472400a060 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 shutdown_connections 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4700076040 0x7f4700078500 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4730160ef0 0x7f47300b3bc0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f473015d590 0x7f47300b3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 --2- 10.20.193.52:0/1301663301 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f47300ce210 0x7f47301e8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 >> 10.20.193.52:0/1301663301 conn(0x7f47300cb990 msgr2=0x7f47300c8cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 shutdown_connections 2026-02-25T15:49:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.792+0000 7f4736416640 1 -- 10.20.193.52:0/1301663301 wait complete. 2026-02-25T15:49:47.802 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-25T15:49:47.802 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:47.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.867+0000 7f519475a640 1 Processor -- start 2026-02-25T15:49:47.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.867+0000 7f519475a640 1 -- start start 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f519475a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cfc20 0x7f518c15e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f519475a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f518c0cdff0 0x7f518c0ce4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f519475a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f518c0d21a0 con 0x7f518c0d0000 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f519475a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f518c0d1590 con 0x7f518c0cdff0 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f519475a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0d1870 con 0x7f518c0cfc20 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f518c0cdff0 0x7f518c0ce4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f518c0cdff0 0x7f518c0ce4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42914/0 (socket says 10.20.193.52:42914) 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 -- 10.20.193.52:0/1164946830 learned_addr learned my addr 10.20.193.52:0/1164946830 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f51924cf640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cfc20 0x7f518c15e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 -- 10.20.193.52:0/1164946830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cfc20 msgr2=0x7f518c15e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cfc20 0x7f518c15e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 -- 10.20.193.52:0/1164946830 >> v1:10.20.193.86:6789/0 conn(0x7f518c0d0000 legacy=0x7f518c0d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 -- 10.20.193.52:0/1164946830 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c0d1b50 con 0x7f518c0cdff0 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.868+0000 7f5192cd0640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cdff0 0x7f518c0ce4a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5188009e50 tx=0x7f518802f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=634e93906a3b05bb server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f51914cd640 1 -- 10.20.193.52:0/1164946830 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5188006ea0 con 0x7f518c0cdff0 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f51914cd640 1 -- 10.20.193.52:0/1164946830 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f518802fd90 con 0x7f518c0cdff0 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f51914cd640 1 -- 10.20.193.52:0/1164946830 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5188037610 con 0x7f518c0cdff0 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 -- 10.20.193.52:0/1164946830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cdff0 msgr2=0x7f518c0ce4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cdff0 0x7f518c0ce4a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5188009e50 tx=0x7f518802f330 comp rx=0 tx=0).stop 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 -- 10.20.193.52:0/1164946830 shutdown_connections 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cdff0 0x7f518c0ce4a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 --2- 10.20.193.52:0/1164946830 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cfc20 0x7f518c15e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 -- 10.20.193.52:0/1164946830 >> 10.20.193.52:0/1164946830 conn(0x7f518c09c7b0 msgr2=0x7f518c0d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 -- 10.20.193.52:0/1164946830 shutdown_connections 2026-02-25T15:49:47.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.869+0000 7f519475a640 1 -- 10.20.193.52:0/1164946830 wait complete. 2026-02-25T15:49:47.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 Processor -- start 2026-02-25T15:49:47.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 -- start start 2026-02-25T15:49:47.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cdff0 0x7f518c0cd480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f518c0d0000 0x7f518c0b89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0cd9c0 con 0x7f518c0cfc20 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0a1140 con 0x7f518c0d0000 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f519475a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0a00a0 con 0x7f518c0cdff0 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42928/0 (socket says 10.20.193.52:42928) 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 -- 10.20.193.52:0/1194556687 learned_addr learned my addr 10.20.193.52:0/1194556687 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:47.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f51924cf640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cdff0 0x7f518c0cd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5192cd0640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f518c0d0000 0x7f518c0b89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 -- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cdff0 msgr2=0x7f518c0cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cdff0 0x7f518c0cd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 -- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f518c0d0000 msgr2=0x7f518c0b89b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f518c0d0000 0x7f518c0b89b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 -- 10.20.193.52:0/1194556687 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5188009b30 con 0x7f518c0cfc20 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5191cce640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f518000c500 tx=0x7f518000c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.870+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5180012830 con 0x7f518c0cfc20 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.871+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51800129b0 con 0x7f518c0cfc20 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.871+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f518c0d05c0 con 0x7f518c0cfc20 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.871+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5180012d60 con 0x7f518c0cfc20 2026-02-25T15:49:47.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.871+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f518c0a0660 con 0x7f518c0cfc20 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.871+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f518c15e7e0 con 0x7f518c0cfc20 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.872+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f518001c460 con 0x7f518c0cfc20 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.872+0000 7f5172ffd640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 0x7f515c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.872+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f51800979b0 con 0x7f518c0cfc20 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.872+0000 7f51924cf640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 0x7f515c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.873+0000 7f51924cf640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 0x7f515c078500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f517c00c9c0 tx=0x7f517c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:47.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.874+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f518005d640 con 0x7f518c0cfc20 2026-02-25T15:49:47.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.951+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f518c0d0a20 con 0x7f518c0cfc20 2026-02-25T15:49:47.954 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f5172ffd640 1 -- 10.20.193.52:0/1194556687 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f51800606c0 con 0x7f518c0cfc20 2026-02-25T15:49:47.954 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:47.955 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 msgr2=0x7f515c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 0x7f515c078500 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f517c00c9c0 tx=0x7f517c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 msgr2=0x7f518c0b8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f518000c500 tx=0x7f518000c9d0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 shutdown_connections 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f515c076040 0x7f515c078500 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f518c0d0000 0x7f518c0b89b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f518c0cfc20 0x7f518c0b8470 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.952+0000 7f519475a640 1 --2- 10.20.193.52:0/1194556687 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f518c0cdff0 0x7f518c0cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:47.956 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.953+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 >> 10.20.193.52:0/1194556687 conn(0x7f518c09c7b0 msgr2=0x7f518c0d3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:47.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.953+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 shutdown_connections 2026-02-25T15:49:47.957 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:47.953+0000 7f519475a640 1 -- 10.20.193.52:0/1194556687 wait complete. 2026-02-25T15:49:47.962 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:47.964 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.031+0000 7f1c74daf640 1 Processor -- start 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.031+0000 7f1c74daf640 1 -- start start 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1c7015d390 0x7f1c700b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 0x7f1c700adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c700ad7c0 con 0x7f1c7015d390 2026-02-25T15:49:48.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c7006cc00 con 0x7f1c7006c770 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c74daf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c700b2020 con 0x7f1c700ae190 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1c7015d390 0x7f1c700b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1c7015d390 0x7f1c700b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42930/0 (socket says 10.20.193.52:42930) 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 -- 10.20.193.52:0/3497171372 learned_addr learned my addr 10.20.193.52:0/3497171372 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6dd74640 1 --2- 10.20.193.52:0/3497171372 >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 0x7f1c700adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6ed76640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 -- 10.20.193.52:0/3497171372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 msgr2=0x7f1c70160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70160fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 -- 10.20.193.52:0/3497171372 >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 msgr2=0x7f1c700adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 --2- 10.20.193.52:0/3497171372 >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 0x7f1c700adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6e575640 1 -- 10.20.193.52:0/3497171372 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c700b2300 con 0x7f1c7015d390 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.032+0000 7f1c6dd74640 1 --2- 10.20.193.52:0/3497171372 >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 0x7f1c700adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c6e575640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7015d390 0x7f1c700b2a90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1c700706c0 tx=0x7f1c6402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bff5637c8eda8b3a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c6d573640 1 -- 10.20.193.52:0/3497171372 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6402fbd0 con 0x7f1c7015d390 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c6d573640 1 -- 10.20.193.52:0/3497171372 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c6402fd30 con 0x7f1c7015d390 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c6d573640 1 -- 10.20.193.52:0/3497171372 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6402fea0 con 0x7f1c7015d390 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 -- 10.20.193.52:0/3497171372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7015d390 msgr2=0x7f1c700b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7015d390 0x7f1c700b2a90 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1c700706c0 tx=0x7f1c6402ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 -- 10.20.193.52:0/3497171372 shutdown_connections 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 --2- 10.20.193.52:0/3497171372 >> v2:10.20.193.86:3300/0 conn(0x7f1c7006c770 0x7f1c700adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 --2- 10.20.193.52:0/3497171372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7015d390 0x7f1c700b2a90 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 -- 10.20.193.52:0/3497171372 >> 10.20.193.52:0/3497171372 conn(0x7f1c700cef90 msgr2=0x7f1c700cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 -- 10.20.193.52:0/3497171372 shutdown_connections 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.033+0000 7f1c74daf640 1 -- 10.20.193.52:0/3497171372 wait complete. 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 Processor -- start 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 -- start start 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70144120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1c7015d390 0x7f1c700cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c70144660 con 0x7f1c7006c770 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c70153cd0 con 0x7f1c7015d390 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c74daf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7015de90 con 0x7f1c700ae190 2026-02-25T15:49:48.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42940/0 (socket says 10.20.193.52:42940) 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 -- 10.20.193.52:0/4294211080 learned_addr learned my addr 10.20.193.52:0/4294211080 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6dd74640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70144120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 -- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 msgr2=0x7f1c70144120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70144120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 -- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1c7015d390 msgr2=0x7f1c700cc410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1c7015d390 0x7f1c700cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 -- 10.20.193.52:0/4294211080 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c640095d0 con 0x7f1c7006c770 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.034+0000 7f1c6e575640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009a70 tx=0x7f1c640047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6402fea0 con 0x7f1c7006c770 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c64040680 con 0x7f1c7006c770 2026-02-25T15:49:48.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c7015f2c0 con 0x7f1c7006c770 2026-02-25T15:49:48.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c64040a30 con 0x7f1c7006c770 2026-02-25T15:49:48.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c7015dbb0 con 0x7f1c7006c770 2026-02-25T15:49:48.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.035+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c70068270 con 0x7f1c7006c770 2026-02-25T15:49:48.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.036+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1c64049020 con 0x7f1c7006c770 2026-02-25T15:49:48.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.036+0000 7f1c56ffd640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 0x7f1c3c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.036+0000 7f1c6dd74640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 0x7f1c3c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.036+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1c640bcfe0 con 0x7f1c7006c770 2026-02-25T15:49:48.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.037+0000 7f1c6dd74640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 0x7f1c3c078500 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1c7006c350 tx=0x7f1c58008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.038+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1c64082d80 con 0x7f1c7006c770 2026-02-25T15:49:48.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1c700ae600 con 0x7f1c7006c770 2026-02-25T15:49:48.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c56ffd640 1 -- 10.20.193.52:0/4294211080 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1c6403c020 con 0x7f1c7006c770 2026-02-25T15:49:48.117 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:48.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 msgr2=0x7f1c3c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 0x7f1c3c078500 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1c7006c350 tx=0x7f1c58008040 comp rx=0 tx=0).stop 2026-02-25T15:49:48.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 msgr2=0x7f1c70157210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f1c64009a70 tx=0x7f1c640047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 shutdown_connections 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1c3c076040 0x7f1c3c078500 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1c7015d390 0x7f1c700cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1c700ae190 0x7f1c70144120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 --2- 10.20.193.52:0/4294211080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1c7006c770 0x7f1c70157210 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.115+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 >> 10.20.193.52:0/4294211080 conn(0x7f1c700cef90 msgr2=0x7f1c7006e280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.116+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 shutdown_connections 2026-02-25T15:49:48.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.116+0000 7f1c74daf640 1 -- 10.20.193.52:0/4294211080 wait complete. 2026-02-25T15:49:48.126 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:48.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 Processor -- start 2026-02-25T15:49:48.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 -- start start 2026-02-25T15:49:48.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f93e415ec20 0x7f93e40724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e40715c0 0x7f93e415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93e4071d80 con 0x7f93e406c770 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93e40cdf70 con 0x7f93e415ec20 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93ead99640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e40cd680 con 0x7f93e40715c0 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f93e415ec20 0x7f93e40724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f93e415ec20 0x7f93e40724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42948/0 (socket says 10.20.193.52:42948) 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 -- 10.20.193.52:0/771977226 learned_addr learned my addr 10.20.193.52:0/771977226 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93dbfff640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e40715c0 0x7f93e415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 -- 10.20.193.52:0/771977226 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e40715c0 msgr2=0x7f93e415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e40715c0 0x7f93e415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 -- 10.20.193.52:0/771977226 >> v1:10.20.193.86:6789/0 conn(0x7f93e406c770 legacy=0x7f93e40ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.192+0000 7f93e8b0e640 1 -- 10.20.193.52:0/771977226 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93e4072a10 con 0x7f93e415ec20 2026-02-25T15:49:48.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e415ec20 0x7f93e40724d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f93d4009970 tx=0x7f93d402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54948080f0b085a5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93db7fe640 1 -- 10.20.193.52:0/771977226 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d402fbe0 con 0x7f93e415ec20 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93db7fe640 1 -- 10.20.193.52:0/771977226 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93d402fd40 con 0x7f93e415ec20 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93db7fe640 1 -- 10.20.193.52:0/771977226 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d4037660 con 0x7f93e415ec20 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 -- 10.20.193.52:0/771977226 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e415ec20 msgr2=0x7f93e40724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e415ec20 0x7f93e40724d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f93d4009970 tx=0x7f93d402efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 -- 10.20.193.52:0/771977226 shutdown_connections 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e40715c0 0x7f93e415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 --2- 10.20.193.52:0/771977226 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e415ec20 0x7f93e40724d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 -- 10.20.193.52:0/771977226 >> 10.20.193.52:0/771977226 conn(0x7f93e40cef90 msgr2=0x7f93e40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 -- 10.20.193.52:0/771977226 shutdown_connections 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.193+0000 7f93ead99640 1 -- 10.20.193.52:0/771977226 wait complete. 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 Processor -- start 2026-02-25T15:49:48.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 -- start start 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 0x7f93e41410f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e415ec20 0x7f93e4143b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e40ae7c0 con 0x7f93e40715c0 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e40ada40 con 0x7f93e406c770 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93ead99640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e4141630 con 0x7f93e415ec20 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93dbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93dbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42956/0 (socket says 10.20.193.52:42956) 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93dbfff640 1 -- 10.20.193.52:0/2292969960 learned_addr learned my addr 10.20.193.52:0/2292969960 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 0x7f93e41410f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.194+0000 7f93e930f640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e415ec20 0x7f93e4143b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 -- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e415ec20 msgr2=0x7f93e4143b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e415ec20 0x7f93e4143b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 -- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 msgr2=0x7f93e41410f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 0x7f93e41410f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 -- 10.20.193.52:0/2292969960 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93d40095d0 con 0x7f93e40715c0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 0x7f93e41410f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93dbfff640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00e790 tx=0x7f93cc00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93cc00c8d0 con 0x7f93e40715c0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93cc00ca30 con 0x7f93e40715c0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93e40ac330 con 0x7f93e40715c0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93cc00cde0 con 0x7f93e40715c0 2026-02-25T15:49:48.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e40adfc0 con 0x7f93e40715c0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.195+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93e4068270 con 0x7f93e40715c0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.196+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f93cc013410 con 0x7f93e40715c0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.196+0000 7f93d97fa640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 0x7f93b4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.196+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f93cc0970a0 con 0x7f93e40715c0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.196+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 0x7f93b4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.196+0000 7f93e8b0e640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 0x7f93b4078500 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f93e40b1d20 tx=0x7f93d4033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.198+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f93cc05cc30 con 0x7f93e40715c0 2026-02-25T15:49:48.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.277+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f93e415f000 con 0x7f93e40715c0 2026-02-25T15:49:48.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.277+0000 7f93d97fa640 1 -- 10.20.193.52:0/2292969960 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f93cc05fcb0 con 0x7f93e40715c0 2026-02-25T15:49:48.279 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:48.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.277+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 msgr2=0x7f93b4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.277+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 0x7f93b4078500 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f93e40b1d20 tx=0x7f93d4033000 comp rx=0 tx=0).stop 2026-02-25T15:49:48.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 msgr2=0x7f93e40aba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00e790 tx=0x7f93cc00ec60 comp rx=0 tx=0).stop 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 shutdown_connections 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93b4076040 0x7f93b4078500 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f93e415ec20 0x7f93e4143b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f93e40715c0 0x7f93e40aba20 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 --2- 10.20.193.52:0/2292969960 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f93e406c770 0x7f93e41410f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 >> 10.20.193.52:0/2292969960 conn(0x7f93e40cef90 msgr2=0x7f93e40cf420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 shutdown_connections 2026-02-25T15:49:48.281 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.278+0000 7f93ead99640 1 -- 10.20.193.52:0/2292969960 wait complete. 2026-02-25T15:49:48.288 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:48.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.354+0000 7fdcdd109640 1 Processor -- start 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.354+0000 7fdcdd109640 1 -- start start 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.354+0000 7fdcdd109640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 0x7fdcd80c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.354+0000 7fdcdd109640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdcd815d690 0x7fdcd80cde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdd109640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcd80c9f30 con 0x7fdcd80ce3c0 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdd109640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcd80cd720 con 0x7fdcd815d690 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdd109640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd80cda00 con 0x7fdcd815d2b0 2026-02-25T15:49:48.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdcd815d690 0x7fdcd80cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdc908640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fdcd80ce3c0 0x7fdcd80c81b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47920/0 (socket says 10.20.193.52:47920) 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdc908640 1 -- 10.20.193.52:0/1714178015 learned_addr learned my addr 10.20.193.52:0/1714178015 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 0x7fdcd80c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 -- 10.20.193.52:0/1714178015 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 msgr2=0x7fdcd80c98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 0x7fdcd80c98c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 -- 10.20.193.52:0/1714178015 >> v1:10.20.193.52:6789/0 conn(0x7fdcd80ce3c0 legacy=0x7fdcd80c81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd6ffd640 1 -- 10.20.193.52:0/1714178015 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2764096775 0 0) 0x7fdcd80c9f30 con 0x7fdcd80ce3c0 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 -- 10.20.193.52:0/1714178015 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcd80711e0 con 0x7fdcd815d690 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 0x7fdcd80c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd77fe640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d690 0x7fdcd80cde80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdcc80098a0 tx=0x7fdcc802ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac787f608405f17f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd6ffd640 1 -- 10.20.193.52:0/1714178015 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc802fa40 con 0x7fdcd815d690 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd6ffd640 1 -- 10.20.193.52:0/1714178015 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcc802fba0 con 0x7fdcd815d690 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcd6ffd640 1 -- 10.20.193.52:0/1714178015 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8037440 con 0x7fdcd815d690 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdd109640 1 -- 10.20.193.52:0/1714178015 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d690 msgr2=0x7fdcd80cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.355+0000 7fdcdd109640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d690 0x7fdcd80cde80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdcc80098a0 tx=0x7fdcc802ed80 comp rx=0 tx=0).stop 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 -- 10.20.193.52:0/1714178015 shutdown_connections 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d690 0x7fdcd80cde80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 --2- 10.20.193.52:0/1714178015 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d2b0 0x7fdcd80c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 -- 10.20.193.52:0/1714178015 >> 10.20.193.52:0/1714178015 conn(0x7fdcd80ced60 msgr2=0x7fdcd80cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 -- 10.20.193.52:0/1714178015 shutdown_connections 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 -- 10.20.193.52:0/1714178015 wait complete. 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 Processor -- start 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.356+0000 7fdcdd109640 1 -- start start 2026-02-25T15:49:48.363 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 0x7fdcd80b49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d690 0x7fdcd81e8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd81432c0 con 0x7fdcd815d2b0 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd8143550 con 0x7fdcd80ce3c0 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcd80afe30 con 0x7fdcd815d690 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42966/0 (socket says 10.20.193.52:42966) 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 -- 10.20.193.52:0/336196299 learned_addr learned my addr 10.20.193.52:0/336196299 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 0x7fdcd80b49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 -- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d690 msgr2=0x7fdcd81e8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.364 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d690 0x7fdcd81e8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 -- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 msgr2=0x7fdcd80b49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 0x7fdcd80b49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 -- 10.20.193.52:0/336196299 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcc8009500 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 0x7fdcd80b49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd77fe640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8002410 tx=0x7fdcc80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8004230 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcc8004390 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcd80b0110 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcc8030e20 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.357+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcd8143a80 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.358+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcd8067c40 con 0x7fdcd815d2b0 2026-02-25T15:49:48.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.358+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdcc804a070 con 0x7fdcd815d2b0 2026-02-25T15:49:48.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.358+0000 7fdcd4ff9640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 0x7fdca8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.358+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fdcc80bcbc0 con 0x7fdcd815d2b0 2026-02-25T15:49:48.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.358+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 0x7fdca8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.359+0000 7fdcd7fff640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 0x7fdca8078500 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4006fd0 tx=0x7fdcc4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.360+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdcc8082730 con 0x7fdcd815d2b0 2026-02-25T15:49:48.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.440+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdcd80b0350 con 0x7fdcd815d2b0 2026-02-25T15:49:48.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.440+0000 7fdcd4ff9640 1 -- 10.20.193.52:0/336196299 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdcc80857b0 con 0x7fdcd815d2b0 2026-02-25T15:49:48.443 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:48.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 msgr2=0x7fdca8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 0x7fdca8078500 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4006fd0 tx=0x7fdcc4008040 comp rx=0 tx=0).stop 2026-02-25T15:49:48.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 msgr2=0x7fdcd80af380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdcc8002410 tx=0x7fdcc80047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 shutdown_connections 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdca8076040 0x7fdca8078500 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcd815d690 0x7fdcd81e8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcd815d2b0 0x7fdcd80af380 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 --2- 10.20.193.52:0/336196299 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcd80ce3c0 0x7fdcd80b49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 >> 10.20.193.52:0/336196299 conn(0x7fdcd80ced60 msgr2=0x7fdcd806c990 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 shutdown_connections 2026-02-25T15:49:48.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.441+0000 7fdcdd109640 1 -- 10.20.193.52:0/336196299 wait complete. 2026-02-25T15:49:48.452 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:48.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 Processor -- start 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 -- start start 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3a5c15ec20 0x7f3a5c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f3a5c0715c0 0x7f3a5c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c06c770 0x7f3a5c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a5c071d80 con 0x7f3a5c15ec20 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a5c0cdf70 con 0x7f3a5c0715c0 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a63e1e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0cd680 con 0x7f3a5c06c770 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a61b93640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3a5c15ec20 0x7f3a5c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a61b93640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3a5c15ec20 0x7f3a5c0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42970/0 (socket says 10.20.193.52:42970) 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.518+0000 7f3a61b93640 1 -- 10.20.193.52:0/1140402053 learned_addr learned my addr 10.20.193.52:0/1140402053 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a62394640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c06c770 0x7f3a5c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61392640 1 --2- 10.20.193.52:0/1140402053 >> v2:10.20.193.86:3300/0 conn(0x7f3a5c0715c0 0x7f3a5c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 -- 10.20.193.52:0/1140402053 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c06c770 msgr2=0x7f3a5c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c06c770 0x7f3a5c0ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 -- 10.20.193.52:0/1140402053 >> v2:10.20.193.86:3300/0 conn(0x7f3a5c0715c0 msgr2=0x7f3a5c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 --2- 10.20.193.52:0/1140402053 >> v2:10.20.193.86:3300/0 conn(0x7f3a5c0715c0 0x7f3a5c15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 -- 10.20.193.52:0/1140402053 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a5c072a10 con 0x7f3a5c15ec20 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a61b93640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c0724d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c0aebc0 tx=0x7f3a4c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8d024fcef1af2e5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a60b91640 1 -- 10.20.193.52:0/1140402053 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c02fbd0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a60b91640 1 -- 10.20.193.52:0/1140402053 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a4c02fd30 con 0x7f3a5c15ec20 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a60b91640 1 -- 10.20.193.52:0/1140402053 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4c02fea0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 -- 10.20.193.52:0/1140402053 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 msgr2=0x7f3a5c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c0724d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c0aebc0 tx=0x7f3a4c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 -- 10.20.193.52:0/1140402053 shutdown_connections 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c06c770 0x7f3a5c0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/1140402053 >> v2:10.20.193.86:3300/0 conn(0x7f3a5c0715c0 0x7f3a5c15f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/1140402053 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c0724d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 -- 10.20.193.52:0/1140402053 >> 10.20.193.52:0/1140402053 conn(0x7f3a5c0cef90 msgr2=0x7f3a5c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 -- 10.20.193.52:0/1140402053 shutdown_connections 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.519+0000 7f3a63e1e640 1 -- 10.20.193.52:0/1140402053 wait complete. 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.520+0000 7f3a63e1e640 1 Processor -- start 2026-02-25T15:49:48.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.520+0000 7f3a63e1e640 1 -- start start 2026-02-25T15:49:48.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.520+0000 7f3a63e1e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 0x7f3a5c0b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.520+0000 7f3a63e1e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c0715c0 0x7f3a5c154e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c13b940 con 0x7f3a5c15ec20 2026-02-25T15:49:48.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0b3170 con 0x7f3a5c06c770 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5c0b28d0 con 0x7f3a5c0715c0 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42976/0 (socket says 10.20.193.52:42976) 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 -- 10.20.193.52:0/858360174 learned_addr learned my addr 10.20.193.52:0/858360174 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a61392640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c0715c0 0x7f3a5c154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a61b93640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 0x7f3a5c0b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 -- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c0715c0 msgr2=0x7f3a5c154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c0715c0 0x7f3a5c154e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 -- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 msgr2=0x7f3a5c0b2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 0x7f3a5c0b2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 -- 10.20.193.52:0/858360174 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a4c0095d0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a61b93640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 0x7f3a5c0b2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a62394640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3a58007e60 tx=0x7f3a5800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a58006ea0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a58014640 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a5c0b2bb0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a5800eea0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a5c0b25c0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.521+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a5c13b710 con 0x7f3a5c15ec20 2026-02-25T15:49:48.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.522+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3a580149f0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.522+0000 7f3a4a7fc640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 0x7f3a2c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.522+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3a580985a0 con 0x7f3a5c15ec20 2026-02-25T15:49:48.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.522+0000 7f3a61b93640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 0x7f3a2c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.523+0000 7f3a61b93640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 0x7f3a2c078500 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c067e90 tx=0x7f3a4c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.525 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.524+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3a5805e190 con 0x7f3a5c15ec20 2026-02-25T15:49:48.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f3a5c13b710 con 0x7f3a5c15ec20 2026-02-25T15:49:48.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a4a7fc640 1 -- 10.20.193.52:0/858360174 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f3a5c13b710 con 0x7f3a5c15ec20 2026-02-25T15:49:48.605 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 msgr2=0x7f3a2c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 0x7f3a2c078500 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c067e90 tx=0x7f3a4c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 msgr2=0x7f3a5c06d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3a58007e60 tx=0x7f3a5800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 shutdown_connections 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3a2c076040 0x7f3a2c078500 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3a5c15ec20 0x7f3a5c06d7f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3a5c0715c0 0x7f3a5c154e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 --2- 10.20.193.52:0/858360174 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3a5c06c770 0x7f3a5c0b2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.602+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 >> 10.20.193.52:0/858360174 conn(0x7f3a5c0cef90 msgr2=0x7f3a5c15bb80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.603+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 shutdown_connections 2026-02-25T15:49:48.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.603+0000 7f3a63e1e640 1 -- 10.20.193.52:0/858360174 wait complete. 2026-02-25T15:49:48.612 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:48.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.677+0000 7f3d1d106640 1 Processor -- start 2026-02-25T15:49:48.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.677+0000 7f3d1d106640 1 -- start start 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f3d181618e0 0x7f3d180b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3d18162c30 0x7f3d180b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 0x7f3d181654f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d18070920 con 0x7f3d18162c30 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d180b4890 con 0x7f3d181618e0 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d1d106640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d180b3280 con 0x7f3d180b43e0 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3d18162c30 0x7f3d180b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f3d18162c30 0x7f3d180b3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42988/0 (socket says 10.20.193.52:42988) 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 -- 10.20.193.52:0/2241805019 learned_addr learned my addr 10.20.193.52:0/2241805019 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16d76640 1 --2- 10.20.193.52:0/2241805019 >> v2:10.20.193.86:3300/0 conn(0x7f3d181618e0 0x7f3d180b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d17577640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 0x7f3d181654f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 -- 10.20.193.52:0/2241805019 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 msgr2=0x7f3d181654f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 0x7f3d181654f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 -- 10.20.193.52:0/2241805019 >> v2:10.20.193.86:3300/0 conn(0x7f3d181618e0 msgr2=0x7f3d180b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 --2- 10.20.193.52:0/2241805019 >> v2:10.20.193.86:3300/0 conn(0x7f3d181618e0 0x7f3d180b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d16575640 1 -- 10.20.193.52:0/2241805019 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d180b29e0 con 0x7f3d18162c30 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.678+0000 7f3d17577640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 0x7f3d181654f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d16575640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d18162c30 0x7f3d180b3ea0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3d1804f0a0 tx=0x7f3d0002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4677e12736df5927 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d15d74640 1 -- 10.20.193.52:0/2241805019 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0002fbe0 con 0x7f3d18162c30 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d15d74640 1 -- 10.20.193.52:0/2241805019 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d0002fd40 con 0x7f3d18162c30 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d15d74640 1 -- 10.20.193.52:0/2241805019 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d00037660 con 0x7f3d18162c30 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 -- 10.20.193.52:0/2241805019 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d18162c30 msgr2=0x7f3d180b3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d18162c30 0x7f3d180b3ea0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f3d1804f0a0 tx=0x7f3d0002efb0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 -- 10.20.193.52:0/2241805019 shutdown_connections 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d180b43e0 0x7f3d181654f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2241805019 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d18162c30 0x7f3d180b3ea0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2241805019 >> v2:10.20.193.86:3300/0 conn(0x7f3d181618e0 0x7f3d180b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 -- 10.20.193.52:0/2241805019 >> 10.20.193.52:0/2241805019 conn(0x7f3d1806c980 msgr2=0x7f3d1806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 -- 10.20.193.52:0/2241805019 shutdown_connections 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.679+0000 7f3d1d106640 1 -- 10.20.193.52:0/2241805019 wait complete. 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 Processor -- start 2026-02-25T15:49:48.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 -- start start 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d180b43e0 0x7f3d18157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d18162c30 0x7f3d1815ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d18157ad0 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1815d880 con 0x7f3d180b43e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d1d106640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1815cd00 con 0x7f3d18162c30 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:42992/0 (socket says 10.20.193.52:42992) 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 -- 10.20.193.52:0/2938356881 learned_addr learned my addr 10.20.193.52:0/2938356881 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d17577640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d18162c30 0x7f3d1815ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 -- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d18162c30 msgr2=0x7f3d1815ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d18162c30 0x7f3d1815ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 -- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d180b43e0 msgr2=0x7f3d18157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d180b43e0 0x7f3d18157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 -- 10.20.193.52:0/2938356881 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d000095d0 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.680+0000 7f3d16575640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3d00002410 tx=0x7f3d000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d00004220 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d00004380 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d1815cfe0 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d00003710 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d1815d5a0 con 0x7f3d181618e0 2026-02-25T15:49:48.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.681+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d18067c80 con 0x7f3d181618e0 2026-02-25T15:49:48.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.682+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3d00049030 con 0x7f3d181618e0 2026-02-25T15:49:48.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.682+0000 7f3cf77fe640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 0x7f3ce4078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.682+0000 7f3d16d76640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 0x7f3ce4078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.682+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3d000bd3b0 con 0x7f3d181618e0 2026-02-25T15:49:48.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.682+0000 7f3d16d76640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 0x7f3ce4078530 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c006fd0 tx=0x7f3d0c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.684+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3d00083030 con 0x7f3d181618e0 2026-02-25T15:49:48.778 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.776+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3d18161cc0 con 0x7f3d181618e0 2026-02-25T15:49:48.778 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3cf77fe640 1 -- 10.20.193.52:0/2938356881 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f3d000860b0 con 0x7f3d181618e0 2026-02-25T15:49:48.778 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 msgr2=0x7f3ce4078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 0x7f3ce4078530 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c006fd0 tx=0x7f3d0c008040 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 msgr2=0x7f3d1815fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3d00002410 tx=0x7f3d000047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 shutdown_connections 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3ce4076070 0x7f3ce4078530 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d18162c30 0x7f3d1815ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d181618e0 0x7f3d1815fa50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 --2- 10.20.193.52:0/2938356881 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d180b43e0 0x7f3d18157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 >> 10.20.193.52:0/2938356881 conn(0x7f3d1806c980 msgr2=0x7f3d180cb3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 shutdown_connections 2026-02-25T15:49:48.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.777+0000 7f3d1d106640 1 -- 10.20.193.52:0/2938356881 wait complete. 2026-02-25T15:49:48.788 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:48.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 Processor -- start 2026-02-25T15:49:48.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 -- start start 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09cc0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09cc15bcc0 con 0x7f09cc0b4470 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09cc15bfa0 con 0x7f09cc071710 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09d0c51640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc071c60 con 0x7f09cc15b750 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09cad76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f09cc0b4470 0x7f09cc0720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47936/0 (socket says 10.20.193.52:47936) 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09cad76640 1 -- 10.20.193.52:0/966067230 learned_addr learned my addr 10.20.193.52:0/966067230 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09cc0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3309652942 0 0) 0x7f09cc15bcc0 con 0x7f09cc0b4470 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.854+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09b8003620 con 0x7f09cc0b4470 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3809921791 0 0) 0x7f09cc15bfa0 con 0x7f09cc071710 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09cc15bcc0 con 0x7f09cc071710 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2753127536 0 0) 0x7f09b8003620 con 0x7f09cc0b4470 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 msgr2=0x7f09cc0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09cc0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 >> v1:10.20.193.86:6789/0 conn(0x7f09cc071710 legacy=0x7f09cc070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09cc15c280 con 0x7f09cc0b4470 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f09bc003280 con 0x7f09cc0b4470 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09cc0ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:48.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 >> v1:10.20.193.52:6789/0 conn(0x7f09cc0b4470 legacy=0x7f09cc0720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09b8003d40 0x7f09b8004140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09b80048c0 0x7f09b8004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09b800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b8005590 con 0x7f09b80048c0 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09b8005700 con 0x7f09b8003d40 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09b800bfc0 con 0x7f09cc15b750 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09b80048c0 0x7f09b8004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09ca575640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09b8003d40 0x7f09b8004140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 -- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 msgr2=0x7f09b800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09cc15b750 0x7f09b800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 -- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09b8003d40 msgr2=0x7f09b8004140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09b8003d40 0x7f09b8004140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 -- 10.20.193.52:0/966067230 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09b8003620 con 0x7f09b80048c0 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9d74640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09b80048c0 0x7f09b8004d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f09b40099d0 tx=0x7f09b402f010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77c820e408dcd18 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b4004230 con 0x7f09b80048c0 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09b4004390 con 0x7f09b80048c0 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.855+0000 7f09c9573640 1 -- 10.20.193.52:0/966067230 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b402f830 con 0x7f09b80048c0 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- 10.20.193.52:0/966067230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09b80048c0 msgr2=0x7f09b8004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 --2- 10.20.193.52:0/966067230 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09b80048c0 0x7f09b8004d40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f09b40099d0 tx=0x7f09b402f010 comp rx=0 tx=0).stop 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09cad76640 1 -- 10.20.193.52:0/966067230 reap_dead start 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- 10.20.193.52:0/966067230 shutdown_connections 2026-02-25T15:49:48.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- 10.20.193.52:0/966067230 >> 10.20.193.52:0/966067230 conn(0x7f09cc06c980 msgr2=0x7f09cc06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- 10.20.193.52:0/966067230 shutdown_connections 2026-02-25T15:49:48.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- 10.20.193.52:0/966067230 wait complete. 2026-02-25T15:49:48.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 Processor -- start 2026-02-25T15:49:48.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.856+0000 7f09d0c51640 1 -- start start 2026-02-25T15:49:48.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 0x7f09cc157770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09cc155df0 0x7f09cc154570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc1572e0 con 0x7f09cc150650 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc1566d0 con 0x7f09cc155df0 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09cc1569b0 con 0x7f09b80048c0 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43006/0 (socket says 10.20.193.52:43006) 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 -- 10.20.193.52:0/16618859 learned_addr learned my addr 10.20.193.52:0/16618859 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 -- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 msgr2=0x7f09cc157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09ca575640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 0x7f09cc157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09cad76640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09cc155df0 0x7f09cc154570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 0x7f09cc157770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 -- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09cc155df0 msgr2=0x7f09cc154570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09cc155df0 0x7f09cc154570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 -- 10.20.193.52:0/16618859 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09cc156c90 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09ca575640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 0x7f09cc157770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09c9d74640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f09b40099d0 tx=0x7f09b4004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b4003710 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09b4003870 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09cc156f70 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09b4003c00 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.857+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09cc156450 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.858+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09cc157450 con 0x7f09cc150650 2026-02-25T15:49:48.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.858+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f09b4042470 con 0x7f09cc150650 2026-02-25T15:49:48.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.858+0000 7f09b2ffd640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 0x7f0998078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:48.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.859+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f09b40bc3a0 con 0x7f09cc150650 2026-02-25T15:49:48.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.859+0000 7f09ca575640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 0x7f0998078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:48.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.859+0000 7f09ca575640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 0x7f0998078530 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f09c0005590 tx=0x7f09c0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:48.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.861+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f09b4081e10 con 0x7f09cc150650 2026-02-25T15:49:48.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.940+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09cc15bfa0 con 0x7f09cc150650 2026-02-25T15:49:48.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.941+0000 7f09b2ffd640 1 -- 10.20.193.52:0/16618859 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f09b400f040 con 0x7f09cc150650 2026-02-25T15:49:48.943 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:48.943 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 msgr2=0x7f0998078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 0x7f0998078530 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f09c0005590 tx=0x7f09c0009040 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 msgr2=0x7f09cc14ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f09b40099d0 tx=0x7f09b4004830 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 shutdown_connections 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0998076070 0x7f0998078530 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f09cc155df0 0x7f09cc154570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f09cc150650 0x7f09cc14ff70 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 --2- 10.20.193.52:0/16618859 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09b80048c0 0x7f09cc157770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 >> 10.20.193.52:0/16618859 conn(0x7f09cc06c980 msgr2=0x7f09cc0af2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 shutdown_connections 2026-02-25T15:49:48.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:48.942+0000 7f09d0c51640 1 -- 10.20.193.52:0/16618859 wait complete. 2026-02-25T15:49:48.952 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:48.952 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:49.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 Processor -- start 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 -- start start 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa86006c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8600ad7c0 con 0x7fa8600ae360 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8600b2020 con 0x7fa86015d390 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa868500640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8600b2300 con 0x7fa8600b2a90 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa866a76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa8600ae360 0x7fa8600709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47940/0 (socket says 10.20.193.52:47940) 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa866a76640 1 -- 10.20.193.52:0/3417341347 learned_addr learned my addr 10.20.193.52:0/3417341347 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:49.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.021+0000 7fa865a74640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa86006c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 142953369 0 0) 0x7fa8600ad7c0 con 0x7fa8600ae360 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa848003620 con 0x7fa8600ae360 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 305484896 0 0) 0x7fa848003620 con 0x7fa8600ae360 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 msgr2=0x7fa86006c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa86006c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 >> v1:10.20.193.86:6789/0 conn(0x7fa86015d390 legacy=0x7fa8600adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8600b25e0 con 0x7fa8600ae360 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fa85c003280 con 0x7fa8600ae360 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 >> v1:10.20.193.52:6789/0 conn(0x7fa8600ae360 legacy=0x7fa8600709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa848003aa0 0x7fa848003e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa8480048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.030 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa848005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8600b2300 con 0x7fa848004e00 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa84800bb60 con 0x7fa848003aa0 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa84800bd20 con 0x7fa8600b2a90 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa848005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866275640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa848003aa0 0x7fa848003e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865a74640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa8480048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 -- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 msgr2=0x7fa8480048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600b2a90 0x7fa8480048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 -- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa848003aa0 msgr2=0x7fa848003e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa848003aa0 0x7fa848003e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 -- 10.20.193.52:0/3417341347 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa848003620 con 0x7fa848004e00 2026-02-25T15:49:49.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa866a76640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa848005280 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00a810 tx=0x7fa85c02fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da37122f4245fa4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c031640 con 0x7fa848004e00 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa85c0317c0 con 0x7fa848004e00 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.022+0000 7fa865273640 1 -- 10.20.193.52:0/3417341347 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c031b70 con 0x7fa848004e00 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 -- 10.20.193.52:0/3417341347 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 msgr2=0x7fa848005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 --2- 10.20.193.52:0/3417341347 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa848005280 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa85c00a810 tx=0x7fa85c02fbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa866a76640 1 -- 10.20.193.52:0/3417341347 reap_dead start 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 -- 10.20.193.52:0/3417341347 shutdown_connections 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 -- 10.20.193.52:0/3417341347 >> 10.20.193.52:0/3417341347 conn(0x7fa8600cef90 msgr2=0x7fa8600cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 -- 10.20.193.52:0/3417341347 shutdown_connections 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.023+0000 7fa868500640 1 -- 10.20.193.52:0/3417341347 wait complete. 2026-02-25T15:49:49.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 Processor -- start 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 -- start start 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8601f5760 0x7fa8600cd7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600cb290 0x7fa860154de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa860153b90 con 0x7fa848004e00 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8600ce380 con 0x7fa8601f5760 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa868500640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8600ce0a0 con 0x7fa8600cb290 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43012/0 (socket says 10.20.193.52:43012) 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 -- 10.20.193.52:0/2708205782 learned_addr learned my addr 10.20.193.52:0/2708205782 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866a76640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600cb290 0x7fa860154de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa865a74640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8601f5760 0x7fa8600cd7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 -- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600cb290 msgr2=0x7fa860154de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600cb290 0x7fa860154de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 -- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8601f5760 msgr2=0x7fa8600cd7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8601f5760 0x7fa8600cd7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 -- 10.20.193.52:0/2708205782 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa860153540 con 0x7fa848004e00 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.024+0000 7fa866275640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa85000e7b0 tx=0x7fa85000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850017070 con 0x7fa848004e00 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa850002b80 con 0x7fa848004e00 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850002d50 con 0x7fa848004e00 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa860153820 con 0x7fa848004e00 2026-02-25T15:49:49.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8600cdd00 con 0x7fa848004e00 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.025+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa860068270 con 0x7fa848004e00 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.026+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa8500068d0 con 0x7fa848004e00 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.026+0000 7fa846ffd640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 0x7fa830078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.026+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa8500972e0 con 0x7fa848004e00 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.026+0000 7fa865a74640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 0x7fa830078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.026+0000 7fa865a74640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 0x7fa830078530 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa86006dcf0 tx=0x7fa854008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.028+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa85005cec0 con 0x7fa848004e00 2026-02-25T15:49:49.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.105+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa86006c770 con 0x7fa848004e00 2026-02-25T15:49:49.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.105+0000 7fa846ffd640 1 -- 10.20.193.52:0/2708205782 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa85005ff40 con 0x7fa848004e00 2026-02-25T15:49:49.108 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 msgr2=0x7fa830078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 0x7fa830078530 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa86006dcf0 tx=0x7fa854008040 comp rx=0 tx=0).stop 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 msgr2=0x7fa860152c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa85000e7b0 tx=0x7fa85000ec80 comp rx=0 tx=0).stop 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 shutdown_connections 2026-02-25T15:49:49.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa830076070 0x7fa830078530 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8600cb290 0x7fa860154de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8601f5760 0x7fa8600cd7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 --2- 10.20.193.52:0/2708205782 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa848004e00 0x7fa860152c80 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 >> 10.20.193.52:0/2708205782 conn(0x7fa8600cef90 msgr2=0x7fa86006e240 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 shutdown_connections 2026-02-25T15:49:49.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.106+0000 7fa868500640 1 -- 10.20.193.52:0/2708205782 wait complete. 2026-02-25T15:49:49.117 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:49.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.183+0000 7f7f71b47640 1 Processor -- start 2026-02-25T15:49:49.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.183+0000 7f7f71b47640 1 -- start start 2026-02-25T15:49:49.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f71b47640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f6c0cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f71b47640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7f6c071e80 0x7f7f6c0b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f71b47640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f6c143f50 con 0x7f7f6c06cb30 2026-02-25T15:49:49.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f71b47640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f6c0cd9a0 con 0x7f7f6c071e80 2026-02-25T15:49:49.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f71b47640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c0cdc80 con 0x7f7f6c143b70 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6affd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7f6c06cb30 0x7f7f6c071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47954/0 (socket says 10.20.193.52:47954) 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6affd640 1 -- 10.20.193.52:0/707283036 learned_addr learned my addr 10.20.193.52:0/707283036 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f6c0cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/707283036 >> v2:10.20.193.86:3300/0 conn(0x7f7f6c071e80 0x7f7f6c0b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2850224390 0 0) 0x7f7f6c143f50 con 0x7f7f6c06cb30 2026-02-25T15:49:49.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7f50003620 con 0x7f7f6c06cb30 2026-02-25T15:49:49.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2608696918 0 0) 0x7f7f50003620 con 0x7f7f6c06cb30 2026-02-25T15:49:49.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 msgr2=0x7f7f6c0cd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f6c0cd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 >> v2:10.20.193.86:3300/0 conn(0x7f7f6c071e80 msgr2=0x7f7f6c0b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 --2- 10.20.193.52:0/707283036 >> v2:10.20.193.86:3300/0 conn(0x7f7f6c071e80 0x7f7f6c0b1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f6c0cdf60 con 0x7f7f6c06cb30 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7f5c002f00 con 0x7f7f6c06cb30 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 >> v1:10.20.193.52:6789/0 conn(0x7f7f6c06cb30 legacy=0x7f7f6c071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f50003ac0 0x7f7f50003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f500048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50004e00 0x7f7f50005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c0cd9a0 con 0x7f7f50003ac0 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c0cdc80 con 0x7f7f50004e00 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5000bbe0 con 0x7f7f6c143b70 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/707283036 >> v2:10.20.193.86:3300/0 conn(0x7f7f6c071e80 0x7f7f6c0b1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:49.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f50003ac0 0x7f7f50003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6affd640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f500048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50004e00 0x7f7f50005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 -- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 msgr2=0x7f7f500048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c143b70 0x7f7f500048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 -- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50004e00 msgr2=0x7f7f50005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.184+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50004e00 0x7f7f50005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6b7fe640 1 -- 10.20.193.52:0/707283036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f50003620 con 0x7f7f50003ac0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f50003ac0 0x7f7f50003ee0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7f580098d0 tx=0x7f7f5802ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4abd9aeca117e62 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f5802f920 con 0x7f7f50003ac0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f5802fa80 con 0x7f7f50003ac0 2026-02-25T15:49:49.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6a7fc640 1 -- 10.20.193.52:0/707283036 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f5802fe10 con 0x7f7f50003ac0 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 -- 10.20.193.52:0/707283036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f50003ac0 msgr2=0x7f7f50003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 --2- 10.20.193.52:0/707283036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f50003ac0 0x7f7f50003ee0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7f580098d0 tx=0x7f7f5802ef00 comp rx=0 tx=0).stop 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f6bfff640 1 -- 10.20.193.52:0/707283036 reap_dead start 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 -- 10.20.193.52:0/707283036 shutdown_connections 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 -- 10.20.193.52:0/707283036 >> 10.20.193.52:0/707283036 conn(0x7f7f6c0cef90 msgr2=0x7f7f6c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 -- 10.20.193.52:0/707283036 shutdown_connections 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.185+0000 7f7f71b47640 1 -- 10.20.193.52:0/707283036 wait complete. 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 Processor -- start 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 -- start start 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50003ac0 0x7f7f6c13dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c15d290 0x7f7f6c159c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c0a9a00 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c15c2c0 con 0x7f7f50003ac0 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.186+0000 7f7f71b47640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f6c15ce00 con 0x7f7f6c15d290 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43030/0 (socket says 10.20.193.52:43030) 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 -- 10.20.193.52:0/1072482087 learned_addr learned my addr 10.20.193.52:0/1072482087 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6affd640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c15d290 0x7f7f6c159c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 -- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c15d290 msgr2=0x7f7f6c159c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c15d290 0x7f7f6c159c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 -- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50003ac0 msgr2=0x7f7f6c13dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50003ac0 0x7f7f6c13dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 -- 10.20.193.52:0/1072482087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f6c15c4d0 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f6bfff640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c0706c0 tx=0x7f7f60004a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f60006ea0 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f6000f050 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f60014410 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f6c15c7b0 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f6c15a170 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.187+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f6c15d670 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.188+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7f60014570 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.188+0000 7f7f47fff640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 0x7f7f3c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.188+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7f60097fe0 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.188+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 0x7f7f3c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.189+0000 7f7f6b7fe640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 0x7f7f3c078500 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7f58039000 tx=0x7f7f58031000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.190+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7f6005dbc0 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.268+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7f6c15cf40 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.268+0000 7f7f47fff640 1 -- 10.20.193.52:0/1072482087 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7f6c15cf40 con 0x7f7f6c0a91b0 2026-02-25T15:49:49.271 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:49.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 msgr2=0x7f7f3c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 0x7f7f3c078500 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7f58039000 tx=0x7f7f58031000 comp rx=0 tx=0).stop 2026-02-25T15:49:49.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 msgr2=0x7f7f6c13f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c0706c0 tx=0x7f7f60004a80 comp rx=0 tx=0).stop 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 shutdown_connections 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7f3c076040 0x7f7f3c078500 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f6c0a91b0 0x7f7f6c13f2a0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f6c15d290 0x7f7f6c159c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 --2- 10.20.193.52:0/1072482087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f50003ac0 0x7f7f6c13dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 >> 10.20.193.52:0/1072482087 conn(0x7f7f6c0cef90 msgr2=0x7f7f6c0cc550 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 shutdown_connections 2026-02-25T15:49:49.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.269+0000 7f7f71b47640 1 -- 10.20.193.52:0/1072482087 wait complete. 2026-02-25T15:49:49.278 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.344+0000 7f455f8d1640 1 Processor -- start 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.344+0000 7f455f8d1640 1 -- start start 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455f8d1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f455815ec20 0x7f45580724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455f8d1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f45580715c0 0x7f455815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455f8d1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4558071d80 con 0x7f455806c770 2026-02-25T15:49:49.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455f8d1640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45580cdf70 con 0x7f45580715c0 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455f8d1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45580cd680 con 0x7f455815ec20 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f45580715c0 0x7f455815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f45580715c0 0x7f455815f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43040/0 (socket says 10.20.193.52:43040) 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 -- 10.20.193.52:0/2084119716 learned_addr learned my addr 10.20.193.52:0/2084119716 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455d646640 1 --2- 10.20.193.52:0/2084119716 >> v2:10.20.193.86:3300/0 conn(0x7f455815ec20 0x7f45580724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 -- 10.20.193.52:0/2084119716 >> v2:10.20.193.86:3300/0 conn(0x7f455815ec20 msgr2=0x7f45580724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 --2- 10.20.193.52:0/2084119716 >> v2:10.20.193.86:3300/0 conn(0x7f455815ec20 0x7f45580724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 -- 10.20.193.52:0/2084119716 >> v1:10.20.193.86:6789/0 conn(0x7f455806c770 legacy=0x7f45580ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.345+0000 7f455ce45640 1 -- 10.20.193.52:0/2084119716 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4558072a10 con 0x7f45580715c0 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455ce45640 1 --2- 10.20.193.52:0/2084119716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45580715c0 0x7f455815f000 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4558067e90 tx=0x7f454c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb411c8a726feccd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.350 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f4547fff640 1 -- 10.20.193.52:0/2084119716 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f454c02fbd0 con 0x7f45580715c0 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f4547fff640 1 -- 10.20.193.52:0/2084119716 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f454c02fd30 con 0x7f45580715c0 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f4547fff640 1 -- 10.20.193.52:0/2084119716 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f454c02fea0 con 0x7f45580715c0 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 -- 10.20.193.52:0/2084119716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45580715c0 msgr2=0x7f455815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 --2- 10.20.193.52:0/2084119716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45580715c0 0x7f455815f000 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4558067e90 tx=0x7f454c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 -- 10.20.193.52:0/2084119716 shutdown_connections 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 --2- 10.20.193.52:0/2084119716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45580715c0 0x7f455815f000 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 --2- 10.20.193.52:0/2084119716 >> v2:10.20.193.86:3300/0 conn(0x7f455815ec20 0x7f45580724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 -- 10.20.193.52:0/2084119716 >> 10.20.193.52:0/2084119716 conn(0x7f45580cef90 msgr2=0x7f45580cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 -- 10.20.193.52:0/2084119716 shutdown_connections 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.346+0000 7f455f8d1640 1 -- 10.20.193.52:0/2084119716 wait complete. 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 Processor -- start 2026-02-25T15:49:49.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 -- start start 2026-02-25T15:49:49.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 0x7f45580b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45580715c0 0x7f45580b3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4558155ab0 con 0x7f455815ec20 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f455813d040 con 0x7f455806c770 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.347+0000 7f455f8d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45580b2bc0 con 0x7f45580715c0 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43056/0 (socket says 10.20.193.52:43056) 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 -- 10.20.193.52:0/3584397344 learned_addr learned my addr 10.20.193.52:0/3584397344 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455d646640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 0x7f45580b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455ce45640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45580715c0 0x7f45580b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 -- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45580715c0 msgr2=0x7f45580b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45580715c0 0x7f45580b3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 -- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 msgr2=0x7f45580b25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 0x7f45580b25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 -- 10.20.193.52:0/3584397344 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f454c0095d0 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455d646640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 0x7f45580b25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455de47640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f455400b970 tx=0x7f455400be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4554002c70 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4554002dd0 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45580b2ea0 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455400c9d0 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45580b3460 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.348+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4558068270 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.349+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f455400cb30 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.350+0000 7f4545ffb640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 0x7f4528078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.350+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4554097230 con 0x7f455815ec20 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.350+0000 7f455d646640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 0x7f4528078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.350+0000 7f455d646640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 0x7f4528078500 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4548009a70 tx=0x7f4548008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.351+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f455405ce10 con 0x7f455815ec20 2026-02-25T15:49:49.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.428+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f45580b3650 con 0x7f455815ec20 2026-02-25T15:49:49.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.428+0000 7f4545ffb640 1 -- 10.20.193.52:0/3584397344 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f455405fe90 con 0x7f455815ec20 2026-02-25T15:49:49.431 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 msgr2=0x7f4528078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 0x7f4528078500 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4548009a70 tx=0x7f4548008040 comp rx=0 tx=0).stop 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 msgr2=0x7f455806d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f455400b970 tx=0x7f455400be40 comp rx=0 tx=0).stop 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 shutdown_connections 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4528076040 0x7f4528078500 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f455815ec20 0x7f455806d6d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45580715c0 0x7f45580b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 --2- 10.20.193.52:0/3584397344 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f455806c770 0x7f45580b25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 >> 10.20.193.52:0/3584397344 conn(0x7f45580cef90 msgr2=0x7f455815db70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 shutdown_connections 2026-02-25T15:49:49.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.429+0000 7f455f8d1640 1 -- 10.20.193.52:0/3584397344 wait complete. 2026-02-25T15:49:49.439 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:49.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 Processor -- start 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 -- start start 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fce5015e960 0x7fce500cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce500cf870 con 0x7fce5015ed40 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce500b21e0 con 0x7fce500d1d10 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.507+0000 7fce55847640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce500b24c0 con 0x7fce5015e960 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4e7fc640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fce5015ed40 0x7fce500c4d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47964/0 (socket says 10.20.193.52:47964) 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4e7fc640 1 -- 10.20.193.52:0/3678270235 learned_addr learned my addr 10.20.193.52:0/3678270235 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4effd640 1 --2- 10.20.193.52:0/3678270235 >> v2:10.20.193.86:3300/0 conn(0x7fce5015e960 0x7fce500cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 947336015 0 0) 0x7fce500cf870 con 0x7fce5015ed40 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce3c003620 con 0x7fce5015ed40 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4effd640 1 -- 10.20.193.52:0/3678270235 >> v1:10.20.193.86:6789/0 conn(0x7fce500d1d10 legacy=0x7fce500c5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 553122125 0 0) 0x7fce500b21e0 con 0x7fce500d1d10 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4effd640 1 -- 10.20.193.52:0/3678270235 >> v1:10.20.193.52:6789/0 conn(0x7fce5015ed40 legacy=0x7fce500c4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4effd640 1 -- 10.20.193.52:0/3678270235 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce500cfae0 con 0x7fce5015e960 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.508+0000 7fce4effd640 1 --2- 10.20.193.52:0/3678270235 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce5015e960 0x7fce500cdac0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fce440098a0 tx=0x7fce4402ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d9cd67391141c08 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce4402fca0 con 0x7fce5015e960 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce4402fe00 con 0x7fce5015e960 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce4dffb640 1 -- 10.20.193.52:0/3678270235 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce44037660 con 0x7fce5015e960 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 -- 10.20.193.52:0/3678270235 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce5015e960 msgr2=0x7fce500cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 --2- 10.20.193.52:0/3678270235 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce5015e960 0x7fce500cdac0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fce440098a0 tx=0x7fce4402ef90 comp rx=0 tx=0).stop 2026-02-25T15:49:49.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 -- 10.20.193.52:0/3678270235 shutdown_connections 2026-02-25T15:49:49.511 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 --2- 10.20.193.52:0/3678270235 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce5015e960 0x7fce500cdac0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.511 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 -- 10.20.193.52:0/3678270235 >> 10.20.193.52:0/3678270235 conn(0x7fce500d11f0 msgr2=0x7fce500d1600 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.511 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 -- 10.20.193.52:0/3678270235 shutdown_connections 2026-02-25T15:49:49.511 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.509+0000 7fce55847640 1 -- 10.20.193.52:0/3678270235 wait complete. 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 Processor -- start 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 -- start start 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce500d1d10 0x7fce500c82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce5015e960 0x7fce50153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce500c8800 con 0x7fce5015ed40 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce500c8aa0 con 0x7fce500d1d10 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.510+0000 7fce55847640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce500c8d80 con 0x7fce5015e960 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43058/0 (socket says 10.20.193.52:43058) 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 -- 10.20.193.52:0/1558894976 learned_addr learned my addr 10.20.193.52:0/1558894976 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4e7fc640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce5015e960 0x7fce50153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4effd640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce500d1d10 0x7fce500c82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 -- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce5015e960 msgr2=0x7fce50153ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce5015e960 0x7fce50153ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 -- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce500d1d10 msgr2=0x7fce500c82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce500d1d10 0x7fce500c82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 -- 10.20.193.52:0/1558894976 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce44009500 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce4f7fe640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fce4000cc20 tx=0x7fce4000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce4000ce40 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce40003a70 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce500d0180 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce40003e60 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce500c9340 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.511+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce500c4840 con 0x7fce5015ed40 2026-02-25T15:49:49.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.512+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fce40005070 con 0x7fce5015ed40 2026-02-25T15:49:49.518 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.513+0000 7fce27fff640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 0x7fce20078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.518 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.513+0000 7fce4effd640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 0x7fce20078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.518 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.513+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fce40097140 con 0x7fce5015ed40 2026-02-25T15:49:49.518 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.513+0000 7fce4effd640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 0x7fce20078530 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fce44039000 tx=0x7fce44033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.518 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.514+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fce4005cdb0 con 0x7fce5015ed40 2026-02-25T15:49:49.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fce500cdac0 con 0x7fce5015ed40 2026-02-25T15:49:49.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce27fff640 1 -- 10.20.193.52:0/1558894976 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fce4005fe30 con 0x7fce5015ed40 2026-02-25T15:49:49.593 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:49.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 msgr2=0x7fce20078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.594 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 0x7fce20078530 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fce44039000 tx=0x7fce44033000 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 msgr2=0x7fce500c9b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fce4000cc20 tx=0x7fce4000a430 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 shutdown_connections 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fce20076070 0x7fce20078530 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fce5015ed40 0x7fce500c9b40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fce5015e960 0x7fce50153ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 --2- 10.20.193.52:0/1558894976 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fce500d1d10 0x7fce500c82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 >> 10.20.193.52:0/1558894976 conn(0x7fce500d11f0 msgr2=0x7fce500cefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 shutdown_connections 2026-02-25T15:49:49.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.591+0000 7fce55847640 1 -- 10.20.193.52:0/1558894976 wait complete. 2026-02-25T15:49:49.601 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:49.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 Processor -- start 2026-02-25T15:49:49.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 -- start start 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4140270 0x7febb40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7febb4143420 0x7febb40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febb40b2a60 con 0x7febb40b2620 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febb4143a40 con 0x7febb4143420 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.666+0000 7febbb11e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb40b40f0 con 0x7febb4140270 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7febb4143420 0x7febb40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febabfff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7febb40b2620 0x7febb4142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47974/0 (socket says 10.20.193.52:47974) 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7febb4143420 0x7febb40ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43068/0 (socket says 10.20.193.52:43068) 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febabfff640 1 -- 10.20.193.52:0/3784006795 learned_addr learned my addr 10.20.193.52:0/3784006795 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:49.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb8e93640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4140270 0x7febb40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 -- 10.20.193.52:0/3784006795 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4140270 msgr2=0x7febb40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4140270 0x7febb40b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 -- 10.20.193.52:0/3784006795 >> v1:10.20.193.52:6789/0 conn(0x7febb40b2620 legacy=0x7febb4142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febab7fe640 1 -- 10.20.193.52:0/3784006795 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2188643192 0 0) 0x7febb40b2a60 con 0x7febb40b2620 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 -- 10.20.193.52:0/3784006795 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb40addc0 con 0x7febb4143420 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febb9694640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb4143420 0x7febb40ce0f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7febb0009d90 tx=0x7febb002f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48f17fa8aa2643d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febab7fe640 1 -- 10.20.193.52:0/3784006795 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb0006ea0 con 0x7febb4143420 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febab7fe640 1 -- 10.20.193.52:0/3784006795 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febb0037440 con 0x7febb4143420 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.667+0000 7febab7fe640 1 -- 10.20.193.52:0/3784006795 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb00377d0 con 0x7febb4143420 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 -- 10.20.193.52:0/3784006795 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb4143420 msgr2=0x7febb40ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb4143420 0x7febb40ce0f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7febb0009d90 tx=0x7febb002f270 comp rx=0 tx=0).stop 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 -- 10.20.193.52:0/3784006795 shutdown_connections 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb4143420 0x7febb40ce0f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 --2- 10.20.193.52:0/3784006795 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4140270 0x7febb40b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 -- 10.20.193.52:0/3784006795 >> 10.20.193.52:0/3784006795 conn(0x7febb406c980 msgr2=0x7febb406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 -- 10.20.193.52:0/3784006795 shutdown_connections 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 -- 10.20.193.52:0/3784006795 wait complete. 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.668+0000 7febbb11e640 1 Processor -- start 2026-02-25T15:49:49.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- start start 2026-02-25T15:49:49.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7febb4140270 0x7febb41588f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4143420 0x7febb415a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb4157430 con 0x7febb40b2620 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb4155e50 con 0x7febb4140270 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb4156130 con 0x7febb4143420 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43076/0 (socket says 10.20.193.52:43076) 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 -- 10.20.193.52:0/2754467401 learned_addr learned my addr 10.20.193.52:0/2754467401 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 -- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4143420 msgr2=0x7febb415a450 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4143420 0x7febb415a450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 -- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7febb4140270 msgr2=0x7febb41588f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7febb4140270 0x7febb41588f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 -- 10.20.193.52:0/2754467401 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb0009a70 con 0x7febb40b2620 2026-02-25T15:49:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febb8e93640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7feba400e7c0 tx=0x7feba400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba400c8d0 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feba400ca30 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febb4156410 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba400cdc0 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.669+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb41569d0 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.670+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febb4156b90 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.670+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7feba4013410 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.671+0000 7feba97fa640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 0x7feb84078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.671+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7feba40971a0 con 0x7febb40b2620 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.671+0000 7febabfff640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 0x7feb84078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.671+0000 7febabfff640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 0x7feb84078500 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7febb4161ad0 tx=0x7feb9c007a60 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.673+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7feba405cc90 con 0x7febb40b2620 2026-02-25T15:49:49.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.766+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7febb40b5130 con 0x7febb40b2620 2026-02-25T15:49:49.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.766+0000 7feba97fa640 1 -- 10.20.193.52:0/2754467401 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7feba405fd10 con 0x7febb40b2620 2026-02-25T15:49:49.769 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:49.769 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:49:49.770 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 msgr2=0x7feb84078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 0x7feb84078500 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7febb4161ad0 tx=0x7feb9c007a60 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 msgr2=0x7febb4156ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7feba400e7c0 tx=0x7feba400ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 shutdown_connections 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb84076040 0x7feb84078500 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7febb4143420 0x7febb415a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7febb4140270 0x7febb41588f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 --2- 10.20.193.52:0/2754467401 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7febb40b2620 0x7febb4156ef0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 >> 10.20.193.52:0/2754467401 conn(0x7febb406c980 msgr2=0x7febb406cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 shutdown_connections 2026-02-25T15:49:49.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.767+0000 7febbb11e640 1 -- 10.20.193.52:0/2754467401 wait complete. 2026-02-25T15:49:49.777 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:49.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.842+0000 7f72a4e52640 1 Processor -- start 2026-02-25T15:49:49.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.842+0000 7f72a4e52640 1 -- start start 2026-02-25T15:49:49.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f72a4e52640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f72a00b27f0 0x7f72a0142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f72a4e52640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 0x7f72a00ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f72a4e52640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72a00b40f0 con 0x7f72a0140270 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f72a4e52640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72a0143a40 con 0x7f72a00b27f0 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f72a4e52640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a00addc0 con 0x7f72a0143250 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729e575640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f72a0140270 0x7f72a00b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47980/0 (socket says 10.20.193.52:47980) 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729e575640 1 -- 10.20.193.52:0/3001080108 learned_addr learned my addr 10.20.193.52:0/3001080108 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 0x7f72a00ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1545854120 0 0) 0x7f72a00b40f0 con 0x7f72a0140270 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729dd74640 1 --2- 10.20.193.52:0/3001080108 >> v2:10.20.193.86:3300/0 conn(0x7f72a00b27f0 0x7f72a0142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f728c003620 con 0x7f72a0140270 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1924776138 0 0) 0x7f728c003620 con 0x7f72a0140270 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 msgr2=0x7f72a00ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.851 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 0x7f72a00ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 >> v2:10.20.193.86:3300/0 conn(0x7f72a00b27f0 msgr2=0x7f72a0142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 --2- 10.20.193.52:0/3001080108 >> v2:10.20.193.86:3300/0 conn(0x7f72a00b27f0 0x7f72a0142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72a00b4370 con 0x7f72a0140270 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7294002f00 con 0x7f72a0140270 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 >> v1:10.20.193.52:6789/0 conn(0x7f72a0140270 legacy=0x7f72a00b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 0x7f728c003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f728c004100 0x7f728c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f728c004e00 0x7f728c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a0143a40 con 0x7f728c004e00 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a00addc0 con 0x7f728c004100 2026-02-25T15:49:49.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f728c00bbe0 con 0x7f72a0143250 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f728c004e00 0x7f728c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729dd74640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f728c004100 0x7f728c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 -- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 msgr2=0x7f728c003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a0143250 0x7f728c003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 -- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f728c004100 msgr2=0x7f728c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f728c004100 0x7f728c0048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.843+0000 7f729ed76640 1 -- 10.20.193.52:0/3001080108 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f728c003620 con 0x7f728c004e00 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f729ed76640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f728c004e00 0x7f728c005280 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7290009fc0 tx=0x7f729002f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3317eab782067740 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290006ea0 con 0x7f728c004e00 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7290032050 con 0x7f728c004e00 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f729d573640 1 -- 10.20.193.52:0/3001080108 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290036840 con 0x7f728c004e00 2026-02-25T15:49:49.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 -- 10.20.193.52:0/3001080108 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f728c004e00 msgr2=0x7f728c005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 --2- 10.20.193.52:0/3001080108 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f728c004e00 0x7f728c005280 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7290009fc0 tx=0x7f729002f5b0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f729ed76640 1 -- 10.20.193.52:0/3001080108 reap_dead start 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 -- 10.20.193.52:0/3001080108 shutdown_connections 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 -- 10.20.193.52:0/3001080108 >> 10.20.193.52:0/3001080108 conn(0x7f72a006c980 msgr2=0x7f72a006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 -- 10.20.193.52:0/3001080108 shutdown_connections 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.844+0000 7f72a4e52640 1 -- 10.20.193.52:0/3001080108 wait complete. 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 Processor -- start 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 -- start start 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 0x7f72a01617e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f72a0071370 0x7f72a015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a0071800 con 0x7f72a013ee80 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72a01e9cd0 con 0x7f72a0071370 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f72a4e52640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72a01e99f0 con 0x7f72a013eaa0 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43100/0 (socket says 10.20.193.52:43100) 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 -- 10.20.193.52:0/773030995 learned_addr learned my addr 10.20.193.52:0/773030995 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729e575640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 0x7f72a01617e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 -- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 msgr2=0x7f72a01617e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 0x7f72a01617e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 -- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f72a0071370 msgr2=0x7f72a015f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f72a0071370 0x7f72a015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 -- 10.20.193.52:0/773030995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72a01f5160 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729e575640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 0x7f72a01617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.845+0000 7f729dd74640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7288010840 tx=0x7f7288010d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f728800eae0 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f728800c050 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f728800ee60 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72a01f5440 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72a0161d20 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.846+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72a01f4fc0 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.847+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7288026020 con 0x7f72a013ee80 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.847+0000 7f7286ffd640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 0x7f726c078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.847+0000 7f729e575640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 0x7f726c078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:49.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.847+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7288097780 con 0x7f72a013ee80 2026-02-25T15:49:49.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.848+0000 7f729e575640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 0x7f726c078530 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f72a01431c0 tx=0x7f7294009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:49.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.850+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f72a01f4fc0 con 0x7f72a013ee80 2026-02-25T15:49:49.932 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.930+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72a01f4fc0 con 0x7f72a013ee80 2026-02-25T15:49:49.933 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f7286ffd640 1 -- 10.20.193.52:0/773030995 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f72a01f4fc0 con 0x7f72a013ee80 2026-02-25T15:49:49.933 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:49.933 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 msgr2=0x7f726c078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 0x7f726c078530 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f72a01431c0 tx=0x7f7294009040 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 msgr2=0x7f72a0070e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7288010840 tx=0x7f7288010d10 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 shutdown_connections 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f726c076070 0x7f726c078530 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f72a0071370 0x7f72a015f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72a013ee80 0x7f72a0070e30 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 --2- 10.20.193.52:0/773030995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72a013eaa0 0x7f72a01617e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:49.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.931+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 >> 10.20.193.52:0/773030995 conn(0x7f72a006c980 msgr2=0x7f72a00aeee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:49.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.932+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 shutdown_connections 2026-02-25T15:49:49.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:49.932+0000 7f72a4e52640 1 -- 10.20.193.52:0/773030995 wait complete. 2026-02-25T15:49:49.943 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:49:50.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 Processor -- start 2026-02-25T15:49:50.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 -- start start 2026-02-25T15:49:50.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd5840d1620 0x7fd5840d4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd5840d21e0 0x7fd5840ce020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5840d1d00 con 0x7fd584160c10 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5840cf690 con 0x7fd5840d1620 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd58988a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5840cf3d0 con 0x7fd5840d21e0 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd5827fc640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd5840d1620 0x7fd5840d4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd582ffd640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7fd584160c10 0x7fd5840cfce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:53024/0 (socket says 10.20.193.52:53024) 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd582ffd640 1 -- 10.20.193.52:0/1195307783 learned_addr learned my addr 10.20.193.52:0/1195307783 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.008+0000 7fd5837fe640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd5840d21e0 0x7fd5840ce020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd5827fc640 1 -- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd5840d21e0 msgr2=0x7fd5840ce020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd5827fc640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd5840d21e0 0x7fd5840ce020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd5827fc640 1 -- 10.20.193.52:0/1195307783 >> v1:10.20.193.86:6789/0 conn(0x7fd584160c10 legacy=0x7fd5840cfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd5827fc640 1 -- 10.20.193.52:0/1195307783 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5840d09b0 con 0x7fd5840d1620 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd5827fc640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d1620 0x7fd5840d4050 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd56c0098d0 tx=0x7fd56c02eed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c17b19476b87fa79 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd581ffb640 1 -- 10.20.193.52:0/1195307783 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56c02fb50 con 0x7fd5840d1620 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd581ffb640 1 -- 10.20.193.52:0/1195307783 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd56c02fcb0 con 0x7fd5840d1620 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.009+0000 7fd581ffb640 1 -- 10.20.193.52:0/1195307783 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56c037660 con 0x7fd5840d1620 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d1620 msgr2=0x7fd5840d4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d1620 0x7fd5840d4050 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd56c0098d0 tx=0x7fd56c02eed0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- 10.20.193.52:0/1195307783 shutdown_connections 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd5840d21e0 0x7fd5840ce020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 --2- 10.20.193.52:0/1195307783 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d1620 0x7fd5840d4050 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- 10.20.193.52:0/1195307783 >> 10.20.193.52:0/1195307783 conn(0x7fd58409c7b0 msgr2=0x7fd5840d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- 10.20.193.52:0/1195307783 shutdown_connections 2026-02-25T15:49:50.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- 10.20.193.52:0/1195307783 wait complete. 2026-02-25T15:49:50.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 Processor -- start 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.010+0000 7fd58988a640 1 -- start start 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d21e0 0x7fd5840b86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd584160c10 0x7fd5840b8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5841f5d70 con 0x7fd5840d1620 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5840b6470 con 0x7fd5840d21e0 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd58988a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5840b6750 con 0x7fd584160c10 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43116/0 (socket says 10.20.193.52:43116) 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 -- 10.20.193.52:0/4023111794 learned_addr learned my addr 10.20.193.52:0/4023111794 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd5827fc640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d21e0 0x7fd5840b86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd5837fe640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd584160c10 0x7fd5840b8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 -- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd584160c10 msgr2=0x7fd5840b8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd584160c10 0x7fd5840b8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 -- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d21e0 msgr2=0x7fd5840b86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d21e0 0x7fd5840b86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 -- 10.20.193.52:0/4023111794 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd56c009500 con 0x7fd5840d1620 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd582ffd640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd57800c700 tx=0x7fd57800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.011+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd578005bb0 con 0x7fd5840d1620 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.012+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd578005d10 con 0x7fd5840d1620 2026-02-25T15:49:50.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.012+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd578007270 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.012+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5840b6a30 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.012+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5841f61d0 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.012+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5840b62b0 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.013+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd5780073d0 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.013+0000 7fd55bfff640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 0x7fd554078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.013+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fd578096de0 con 0x7fd5840d1620 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.013+0000 7fd5827fc640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 0x7fd554078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.013+0000 7fd5827fc640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 0x7fd554078500 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd56c039000 tx=0x7fd56c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.014+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd57805cb30 con 0x7fd5840d1620 2026-02-25T15:49:50.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.107+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd5841f6420 con 0x7fd5840d1620 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.107+0000 7fd55bfff640 1 -- 10.20.193.52:0/4023111794 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fd57805fbb0 con 0x7fd5840d1620 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 msgr2=0x7fd554078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 0x7fd554078500 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd56c039000 tx=0x7fd56c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 msgr2=0x7fd5841f7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd57800c700 tx=0x7fd57800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 shutdown_connections 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd554076040 0x7fd554078500 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd584160c10 0x7fd5840b8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5840d21e0 0x7fd5840b86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 --2- 10.20.193.52:0/4023111794 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd5840d1620 0x7fd5841f7cf0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 >> 10.20.193.52:0/4023111794 conn(0x7fd58409c7b0 msgr2=0x7fd58406cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 shutdown_connections 2026-02-25T15:49:50.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.108+0000 7fd58988a640 1 -- 10.20.193.52:0/4023111794 wait complete. 2026-02-25T15:49:50.521 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2026-02-25T15:49:30.002632+0000', 'modified': '2026-02-25T15:49:42.030667+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4236}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4236': {'gid': 4236, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '10.20.193.52:6837/3443071041', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '10.20.193.52:6835', 'nonce': 3443071041}, {'type': 'v1', 'addr': '10.20.193.52:6837', 'nonce': 3443071041}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2026-02-25T15:49:50.521 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2026-02-25T15:49:50.522 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2026-02-25T15:49:50.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 Processor -- start 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 -- start start 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 0x7fef2c0b2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fef2c071e20 0x7fef2c0722b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef2c0b3520 con 0x7fef2c1614f0 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef2c06e040 con 0x7fef2c071e20 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef309a4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c071060 con 0x7fef2c0b2ba0 2026-02-25T15:49:50.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef2ad76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fef2c1614f0 0x7fef2c0cc290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47982/0 (socket says 10.20.193.52:47982) 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef2ad76640 1 -- 10.20.193.52:0/955001178 learned_addr learned my addr 10.20.193.52:0/955001178 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef2b577640 1 --2- 10.20.193.52:0/955001178 >> v2:10.20.193.86:3300/0 conn(0x7fef2c071e20 0x7fef2c0722b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef2a575640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 0x7fef2c0b2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 574018288 0 0) 0x7fef2c0b3520 con 0x7fef2c1614f0 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.591+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef18003620 con 0x7fef2c1614f0 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1979494116 0 0) 0x7fef18003620 con 0x7fef2c1614f0 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 msgr2=0x7fef2c0b2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 0x7fef2c0b2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 >> v2:10.20.193.86:3300/0 conn(0x7fef2c071e20 msgr2=0x7fef2c0722b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 --2- 10.20.193.52:0/955001178 >> v2:10.20.193.86:3300/0 conn(0x7fef2c071e20 0x7fef2c0722b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.605 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef2c071340 con 0x7fef2c1614f0 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fef20002f00 con 0x7fef2c1614f0 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 >> v1:10.20.193.52:6789/0 conn(0x7fef2c1614f0 legacy=0x7fef2c0cc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 0x7fef18003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef18004140 0x7fef180048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef18004e00 0x7fef18005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c06e040 con 0x7fef18004e00 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c071060 con 0x7fef18004140 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef1800bc40 con 0x7fef2c0b2ba0 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef18004e00 0x7fef18005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2a575640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef18004140 0x7fef180048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 -- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 msgr2=0x7fef18003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c0b2ba0 0x7fef18003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 -- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef18004140 msgr2=0x7fef180048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef18004140 0x7fef180048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 -- 10.20.193.52:0/955001178 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef18003620 con 0x7fef18004e00 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef2b577640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef18004e00 0x7fef18005280 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fef1c007330 tx=0x7fef1c02f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84da742e309b731d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1c006ea0 con 0x7fef18004e00 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef1c032050 con 0x7fef18004e00 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.592+0000 7fef29d74640 1 -- 10.20.193.52:0/955001178 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1c036820 con 0x7fef18004e00 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- 10.20.193.52:0/955001178 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef18004e00 msgr2=0x7fef18005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 --2- 10.20.193.52:0/955001178 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef18004e00 0x7fef18005280 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fef1c007330 tx=0x7fef1c02f780 comp rx=0 tx=0).stop 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef2b577640 1 -- 10.20.193.52:0/955001178 reap_dead start 2026-02-25T15:49:50.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- 10.20.193.52:0/955001178 shutdown_connections 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- 10.20.193.52:0/955001178 >> 10.20.193.52:0/955001178 conn(0x7fef2c06ab70 msgr2=0x7fef2c06af80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- 10.20.193.52:0/955001178 shutdown_connections 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- 10.20.193.52:0/955001178 wait complete. 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 Processor -- start 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.593+0000 7fef309a4640 1 -- start start 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef2c15e9c0 0x7fef2c1f8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 0x7fef2c163910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c1f96e0 con 0x7fef2c15eda0 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c1f99c0 con 0x7fef2c15e9c0 2026-02-25T15:49:50.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef2c1f9ca0 con 0x7fef2c1f9210 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43136/0 (socket says 10.20.193.52:43136) 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 -- 10.20.193.52:0/570574266 learned_addr learned my addr 10.20.193.52:0/570574266 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2ad76640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef2c15e9c0 0x7fef2c1f8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2b577640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 0x7fef2c163910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 -- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 msgr2=0x7fef2c163910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 0x7fef2c163910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 -- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef2c15e9c0 msgr2=0x7fef2c1f8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef2c15e9c0 0x7fef2c1f8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 -- 10.20.193.52:0/570574266 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef2c162bd0 con 0x7fef2c15eda0 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2b577640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 0x7fef2c163910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:50.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef2a575640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef1400f4e0 tx=0x7fef1400f9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef0b7fe640 1 -- 10.20.193.52:0/570574266 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1400c070 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef0b7fe640 1 -- 10.20.193.52:0/570574266 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef14014890 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef2c162eb0 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef0b7fe640 1 -- 10.20.193.52:0/570574266 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef14014c20 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.594+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef2c164a00 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.595+0000 7fef0b7fe640 1 -- 10.20.193.52:0/570574266 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fef1401d400 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef0b7fe640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 0x7feef8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef0b7fe640 1 -- 10.20.193.52:0/570574266 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fef14097810 con 0x7fef2c15eda0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2ad76640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 0x7feef8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 Processor -- start 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 -- start start 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2ad76640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 0x7feef8078500 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fef200036e0 tx=0x7fef20002fd0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fbd170 0x55eee8fbd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fa62f0 0x55eee8fa3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8ed1290 con 0x55eee8fbfb20 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8ece860 con 0x55eee8fa62f0 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eee8b9f310 con 0x55eee8fbd170 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43150/0 (socket says 10.20.193.52:43150) 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 -- 10.20.193.52:0/1791932679 learned_addr learned my addr 10.20.193.52:0/1791932679 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2ad76640 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fbd170 0x55eee8fbd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2a575640 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fa62f0 0x55eee8fa3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 -- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fbd170 msgr2=0x55eee8fbd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fbd170 0x55eee8fbd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 -- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fa62f0 msgr2=0x55eee8fa3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fa62f0 0x55eee8fa3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.596+0000 7fef2b577640 1 -- 10.20.193.52:0/1791932679 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eee8e94790 con 0x55eee8fbfb20 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef2b577640 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fef1c007460 tx=0x7fef1c033000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11dcd467aa86b064 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef08ff9640 1 -- 10.20.193.52:0/1791932679 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1c006ea0 con 0x55eee8fbfb20 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef08ff9640 1 -- 10.20.193.52:0/1791932679 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef1c041680 con 0x55eee8fbfb20 2026-02-25T15:49:50.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef08ff9640 1 -- 10.20.193.52:0/1791932679 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1c041a30 con 0x55eee8fbfb20 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- 10.20.193.52:0/1791932679 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 msgr2=0x55eee8fbffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fef1c007460 tx=0x7fef1c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- 10.20.193.52:0/1791932679 shutdown_connections 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbfb20 0x55eee8fbffa0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fa62f0 0x55eee8fa3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 --2- 10.20.193.52:0/1791932679 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fbd170 0x55eee8fbd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- 10.20.193.52:0/1791932679 >> 10.20.193.52:0/1791932679 conn(0x55eee8f3b250 msgr2=0x55eee8fa2380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- 10.20.193.52:0/1791932679 shutdown_connections 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- 10.20.193.52:0/1791932679 wait complete. 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 -- start start 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.597+0000 7fef34068e00 1 Processor -- start 2026-02-25T15:49:50.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f9eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8f764f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8bbb2d0 con 0x55eee8fbd170 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8e4b600 con 0x55eee8fbfb20 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eee8f9d9a0 con 0x55eee8fa62f0 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 10 client.0 _ll_register_callbacks cb 0x55eee8e7fba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43166/0 (socket says 10.20.193.52:43166) 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 -- 10.20.193.52:0/1624342478 learned_addr learned my addr 10.20.193.52:0/1624342478 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2b577640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8f764f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.614 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 -- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 msgr2=0x55eee8f9eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f9eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 -- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 msgr2=0x55eee8f764f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8f764f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 -- 10.20.193.52:0/1624342478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef18003620 con 0x55eee8fbd170 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2a575640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fef140959e0 tx=0x7fef14060710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22b3044fa32fd13 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef140649c0 con 0x55eee8fbd170 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fef14069170 con 0x55eee8fbd170 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55eee8ebe930 con 0x55eee8fbd170 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef14082b20 con 0x55eee8fbd170 2026-02-25T15:49:50.615 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 10 client.4896 fetch_fsmap learned FSMap version 9 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x55eee8ec87d0 con 0x55eee8fbd170 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55eee8ebe930 con 0x55eee8fbd170 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fef14082c80 con 0x55eee8fbd170 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 10 client.4896 fetch_fsmap finished waiting for FSMap version 9 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 10 client.4896 resolve_mds: resolved name 'a' to daemon mds.a 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 20 client.4896 populate_metadata read hostname 'trial052' 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fd0f40 0x55eee8f745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 4 client.4896 mds_command: new command op to 4236 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 --> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55eee8ebbb90 con 0x55eee8fd0f40 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.598+0000 7fef2ad76640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fd0f40 0x55eee8f745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.616 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7feeedffb640 10 client.4896 ms_handle_connect on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef2ad76640 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fd0f40 0x55eee8f745c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c7ddd8704bf7315 server_cookie=c6a35f1904e6a478 in_seq=0 out_seq=0 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7feeedffb640 1 -- 10.20.193.52:0/1624342478 <== mds.0 v2:10.20.193.52:6835/3443071041 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19594 (crc 0 0 0) 0x55eee8ebbb90 con 0x55eee8fd0f40 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7feeedffb640 10 client.4896 handle_command_reply: tid=0 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 client.4896 shutdown 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 msgr2=0x55eee8fbc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fef140959e0 tx=0x7fef14060710 comp rx=0 tx=0).stop 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 shutdown_connections 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fd0f40 0x55eee8f745c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8f764f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbc690 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 --2- 10.20.193.52:0/1624342478 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f9eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.617 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7feeedffb640 0 client.4896 ms_handle_reset on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:50.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 >> 10.20.193.52:0/1624342478 conn(0x55eee8f3b250 msgr2=0x55eee8f9f3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 shutdown_connections 2026-02-25T15:49:50.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 1 -- 10.20.193.52:0/1624342478 wait complete. 2026-02-25T15:49:50.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.599+0000 7fef34068e00 20 client.4896 trim_cache size 0 max 16384 2026-02-25T15:49:50.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.606+0000 7fef34068e00 1 Processor -- start 2026-02-25T15:49:50.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.606+0000 7fef34068e00 1 -- start start 2026-02-25T15:49:50.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8fa5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8fc0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8f9e360 con 0x55eee8fbd170 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8fd0df0 con 0x55eee8fbfb20 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eee8f6a310 con 0x55eee8fa62f0 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43174/0 (socket says 10.20.193.52:43174) 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 -- 10.20.193.52:0/4103061159 learned_addr learned my addr 10.20.193.52:0/4103061159 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 -- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 msgr2=0x55eee8fa5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8fa5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 -- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 msgr2=0x55eee8fc0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8fc0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 -- 10.20.193.52:0/4103061159 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eee8bba5a0 con 0x55eee8fbd170 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef2a575640 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fef1400fec0 tx=0x7fef14062000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ebabfc8b2200ebf server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef097fa640 1 -- 10.20.193.52:0/4103061159 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef14069170 con 0x55eee8fbd170 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef097fa640 1 -- 10.20.193.52:0/4103061159 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef140649c0 con 0x55eee8fbd170 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef097fa640 1 -- 10.20.193.52:0/4103061159 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef14082b20 con 0x55eee8fbd170 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- 10.20.193.52:0/4103061159 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 msgr2=0x55eee8fbff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fef1400fec0 tx=0x7fef14062000 comp rx=0 tx=0).stop 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- 10.20.193.52:0/4103061159 shutdown_connections 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee8fc0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fbff00 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 --2- 10.20.193.52:0/4103061159 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8fa5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- 10.20.193.52:0/4103061159 >> 10.20.193.52:0/4103061159 conn(0x55eee8f3b250 msgr2=0x55eee8f9e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- 10.20.193.52:0/4103061159 shutdown_connections 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.607+0000 7fef34068e00 1 -- 10.20.193.52:0/4103061159 wait complete. 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- start start 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 Processor -- start 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f745a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee9025eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8f9bfb0 con 0x55eee8fbd170 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eee8fd40f0 con 0x55eee8fbfb20 2026-02-25T15:49:50.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eee8f9e700 con 0x55eee8fa62f0 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 10 client.0 _ll_register_callbacks cb 0x7fef14060390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43190/0 (socket says 10.20.193.52:43190) 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 -- 10.20.193.52:0/2120165255 learned_addr learned my addr 10.20.193.52:0/2120165255 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2ad76640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2b577640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee9025eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 -- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 msgr2=0x55eee8f745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 -- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 msgr2=0x55eee9025eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee9025eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 -- 10.20.193.52:0/2120165255 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eee8ec87d0 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2b577640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee9025eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef2a575640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef1405d330 tx=0x7fef14015db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6db00fb9ccf27286 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef1405c7a0 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fef1405c900 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fef1c041680 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef14069170 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 10 client.4902 fetch_fsmap learned FSMap version 9 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x55eee8e8f490 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef1c041680 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.608+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fef1405f900 con 0x55eee8fbd170 2026-02-25T15:49:50.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 10 client.4902 fetch_fsmap finished waiting for FSMap version 9 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 10 client.4902 resolve_mds: resolved name 'a' to daemon mds.a 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 20 client.4902 populate_metadata read hostname 'trial052' 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fcbfe0 0x55eee9025260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 4 client.4902 mds_command: new command op to 4236 tid=0 multi_id=0 [{"prefix": "status"}] 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 --> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55eee8ec2ab0 con 0x55eee8fcbfe0 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef2ad76640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fcbfe0 0x55eee9025260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef2ad76640 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fcbfe0 0x55eee9025260 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e43fe828ae60229 server_cookie=38ed59926972998a in_seq=0 out_seq=0 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7feeedffb640 10 client.4902 ms_handle_connect on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7feeedffb640 1 -- 10.20.193.52:0/2120165255 <== mds.0 v2:10.20.193.52:6835/3443071041 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55eee8ec2ab0 con 0x55eee8fcbfe0 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7feeedffb640 10 client.4902 handle_command_reply: tid=0 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 client.4902 shutdown 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 msgr2=0x55eee8fcbaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef1405d330 tx=0x7fef14015db0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 shutdown_connections 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:6835/3443071041,v1:10.20.193.52:6837/3443071041] conn(0x55eee8fcbfe0 0x55eee9025260 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55eee8fbfb20 0x55eee9025eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7feeedffb640 0 client.4902 ms_handle_reset on v2:10.20.193.52:6835/3443071041 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55eee8fbd170 0x55eee8fcbaa0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 --2- 10.20.193.52:0/2120165255 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55eee8fa62f0 0x55eee8f745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 >> 10.20.193.52:0/2120165255 conn(0x55eee8f3b250 msgr2=0x55eee8f9dff0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 shutdown_connections 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 1 -- 10.20.193.52:0/2120165255 wait complete. 2026-02-25T15:49:50.631 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef34068e00 20 client.4902 trim_cache size 0 max 16384 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "cluster_fsid": "0144563f-3d7d-4423-8c47-1ba192c5aa74", 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "whoami": 0, 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "id": 4236, 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "want_state": "up:active", 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "state": "up:active", 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs", 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "rank_uptime": 20.606273533, 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "mdsmap_epoch": 9, 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch": 25, 2026-02-25T15:49:50.632 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch_barrier": 25, 2026-02-25T15:49:50.633 INFO:teuthology.orchestra.run.trial052.stdout: "uptime": 25.947796100000001 2026-02-25T15:49:50.633 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 msgr2=0x7feef8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 0x7feef8078500 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fef200036e0 tx=0x7fef20002fd0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 msgr2=0x7fef2c1633d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef1400f4e0 tx=0x7fef1400f9b0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 shutdown_connections 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feef8076040 0x7feef8078500 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fef2c1f9210 0x7fef2c163910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fef2c15eda0 0x7fef2c1633d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 --2- 10.20.193.52:0/570574266 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fef2c15e9c0 0x7fef2c1f8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:50.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 >> 10.20.193.52:0/570574266 conn(0x7fef2c06ab70 msgr2=0x7fef2c0cdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:50.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 shutdown_connections 2026-02-25T15:49:50.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:50.609+0000 7fef309a4640 1 -- 10.20.193.52:0/570574266 wait complete. 2026-02-25T15:49:50.635 INFO:teuthology.run_tasks:Running task sequential... 2026-02-25T15:49:50.644 INFO:teuthology.task.sequential:In sequential, running task sequential... 2026-02-25T15:49:50.644 INFO:teuthology.task.sequential:In sequential, running task print... 2026-02-25T15:49:50.644 INFO:teuthology.task.print:Enabling mgr modules 2026-02-25T15:49:50.645 INFO:teuthology.run_tasks:Running task ceph-fuse... 2026-02-25T15:49:50.657 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2026-02-25T15:49:50.658 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2026-02-25T15:49:50.658 INFO:tasks.ceph_fuse:client.0 config is {} 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:50.658 INFO:tasks.ceph_fuse:client.2 config is {} 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:50.658 INFO:tasks.ceph_fuse:client.1 config is {} 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:50.658 INFO:tasks.ceph_fuse:client.3 config is {} 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2026-02-25T15:49:50.658 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:50.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:50.658 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:49:50.675 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2026-02-25T15:49:50.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:50.675 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2026-02-25T15:49:50.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:50.740 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link delete ceph-brx 2026-02-25T15:49:50.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:50.847 DEBUG:teuthology.orchestra.run.trial086:> ip netns list 2026-02-25T15:49:50.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:50.867 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link delete ceph-brx 2026-02-25T15:49:50.934 INFO:teuthology.orchestra.run.trial086.stderr:Cannot find device "ceph-brx" 2026-02-25T15:49:50.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:49:50.935 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2026-02-25T15:49:50.936 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2026-02-25T15:49:50.936 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:49:51.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.003+0000 7f205ff7a640 1 Processor -- start 2026-02-25T15:49:51.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.003+0000 7f205ff7a640 1 -- start start 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205ff7a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f205815b750 0x7f20580ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205ff7a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f20580b4470 0x7f20580b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205ff7a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f205815bcc0 con 0x7f2058071710 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205ff7a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20580b4e60 con 0x7f20580b4470 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205ff7a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2058071c60 con 0x7f205815b750 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205e4f0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f20580b4470 0x7f20580b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205dcef640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f2058071710 0x7f2058070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47986/0 (socket says 10.20.193.52:47986) 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205dcef640 1 -- 10.20.193.52:0/328413080 learned_addr learned my addr 10.20.193.52:0/328413080 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205d4ee640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f205815b750 0x7f20580ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205e4f0640 1 -- 10.20.193.52:0/328413080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f205815b750 msgr2=0x7f20580ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:51.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205e4f0640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f205815b750 0x7f20580ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205e4f0640 1 -- 10.20.193.52:0/328413080 >> v1:10.20.193.52:6789/0 conn(0x7f2058071710 legacy=0x7f2058070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205cced640 1 -- 10.20.193.52:0/328413080 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2728115563 0 0) 0x7f205815bcc0 con 0x7f2058071710 2026-02-25T15:49:51.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.004+0000 7f205e4f0640 1 -- 10.20.193.52:0/328413080 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f205815bfa0 con 0x7f20580b4470 2026-02-25T15:49:51.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205e4f0640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f20580b4470 0x7f20580b4920 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2054009d90 tx=0x7f205402f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e590a6b5630a8e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:51.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205cced640 1 -- 10.20.193.52:0/328413080 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054006ea0 con 0x7f20580b4470 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205cced640 1 -- 10.20.193.52:0/328413080 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2054037440 con 0x7f20580b4470 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205cced640 1 -- 10.20.193.52:0/328413080 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20540377d0 con 0x7f20580b4470 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 -- 10.20.193.52:0/328413080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f20580b4470 msgr2=0x7f20580b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f20580b4470 0x7f20580b4920 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2054009d90 tx=0x7f205402f210 comp rx=0 tx=0).stop 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 -- 10.20.193.52:0/328413080 shutdown_connections 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f20580b4470 0x7f20580b4920 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 --2- 10.20.193.52:0/328413080 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f205815b750 0x7f20580ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 -- 10.20.193.52:0/328413080 >> 10.20.193.52:0/328413080 conn(0x7f205806c980 msgr2=0x7f205806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 -- 10.20.193.52:0/328413080 shutdown_connections 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.005+0000 7f205ff7a640 1 -- 10.20.193.52:0/328413080 wait complete. 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 Processor -- start 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- start start 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 0x7f205814cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f20580b4470 0x7f20580a9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20581f3c30 con 0x7f205815b750 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20581f3140 con 0x7f2058071710 2026-02-25T15:49:51.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20581f3390 con 0x7f20580b4470 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43208/0 (socket says 10.20.193.52:43208) 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 -- 10.20.193.52:0/3324280460 learned_addr learned my addr 10.20.193.52:0/3324280460 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205d4ee640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f20580b4470 0x7f20580a9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205dcef640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 0x7f205814cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 -- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f20580b4470 msgr2=0x7f20580a9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f20580b4470 0x7f20580a9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 -- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 msgr2=0x7f205814cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 0x7f205814cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 -- 10.20.193.52:0/3324280460 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2054009a70 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205dcef640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 0x7f205814cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205e4f0640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2054009ec0 tx=0x7f2054004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054042630 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2054042790 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20581f3670 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2054042b20 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.006+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2058152770 con 0x7f205815b750 2026-02-25T15:49:51.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.007+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f205815bcc0 con 0x7f205815b750 2026-02-25T15:49:51.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.008+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f205402fd20 con 0x7f205815b750 2026-02-25T15:49:51.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.008+0000 7f20467fc640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 0x7f2028078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:51.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.008+0000 7f205dcef640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 0x7f2028078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:51.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.008+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f20540bcad0 con 0x7f205815b750 2026-02-25T15:49:51.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.008+0000 7f205dcef640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 0x7f2028078500 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2048002a30 tx=0x7f2048009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:51.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.010+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f2054081ed0 con 0x7f205815b750 2026-02-25T15:49:51.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.105+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f20580af010 con 0x7f205815b750 2026-02-25T15:49:51.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.105+0000 7f20467fc640 1 -- 10.20.193.52:0/3324280460 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f20540856e0 con 0x7f205815b750 2026-02-25T15:49:51.108 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2026-02-25T15:49:51.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 msgr2=0x7f2028078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 0x7f2028078500 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2048002a30 tx=0x7f2048009040 comp rx=0 tx=0).stop 2026-02-25T15:49:51.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 msgr2=0x7f20581f2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:51.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2054009ec0 tx=0x7f2054004b40 comp rx=0 tx=0).stop 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 shutdown_connections 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2028076040 0x7f2028078500 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f205815b750 0x7f20581f2c00 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f20580b4470 0x7f20580a9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 --2- 10.20.193.52:0/3324280460 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2058071710 0x7f205814cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 >> 10.20.193.52:0/3324280460 conn(0x7f205806c980 msgr2=0x7f205815c840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 shutdown_connections 2026-02-25T15:49:51.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:51.106+0000 7f205ff7a640 1 -- 10.20.193.52:0/3324280460 wait complete. 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial052.front.sepia.ceph.com 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.client.name = client.0 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:49:51.116 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:49:51.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.117 DEBUG:teuthology.orchestra.run.trial052:> ip addr 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 6e:d1:f7:46:f9:11 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 863653sec preferred_lft 863653sec 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::6188:c70:c417:1cca/64 scope link noprefixroute 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:ba brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet 10.20.193.52/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 554sec preferred_lft 554sec 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:49:51.133 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:bb brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:51.134 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.159.254/20 2026-02-25T15:49:51.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link add name ceph-brx type bridge 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> sudo ip addr flush dev ceph-brx 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set ceph-brx up 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> sudo ip addr add 192.168.159.254/20 brd 192.168.159.255 dev ceph-brx 2026-02-25T15:49:51.134 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:51.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.226 DEBUG:teuthology.orchestra.run.trial052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:49:51.250 INFO:teuthology.orchestra.run.trial052.stdout:1 2026-02-25T15:49:51.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.252 DEBUG:teuthology.orchestra.run.trial052:> ip r 2026-02-25T15:49:51.308 INFO:teuthology.orchestra.run.trial052.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-25T15:49:51.308 INFO:teuthology.orchestra.run.trial052.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-25T15:49:51.309 INFO:teuthology.orchestra.run.trial052.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:49:51.309 INFO:teuthology.orchestra.run.trial052.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:49:51.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.309 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:51.309 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:51.309 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:49:51.310 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:49:51.310 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:49:51.310 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:51.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.393 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:49:51.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.450 DEBUG:teuthology.orchestra.run.trial052:> ip netns list-id 2026-02-25T15:49:51.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.506 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:51.506 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:51.506 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2026-02-25T15:49:51.507 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2026-02-25T15:49:51.507 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:51.583 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.144.1/20 2026-02-25T15:49:51.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.144.1/20 brd 192.168.159.255 dev veth0 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2026-02-25T15:49:51.584 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.159.254 2026-02-25T15:49:51.585 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:51.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.690 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:51.690 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:51.690 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set brx.0 up 2026-02-25T15:49:51.690 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set dev brx.0 master ceph-brx 2026-02-25T15:49:51.690 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:51.733 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2026-02-25T15:49:51.734 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:51.734 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:51.790 INFO:teuthology.orchestra.run.trial052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:49:51.791 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:51.791 DEBUG:teuthology.orchestra.run.trial052:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:51.847 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:51.911 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:51.912 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:51.974 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:51.975 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:51.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:51.976 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:52.032 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2026-02-25T15:49:52.032 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2026-02-25T15:49:52.075 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:52.100 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:52.101 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:52.137 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:2026-02-25T15:49:52.135+0000 7f491d422580 -1 init, newargv = 0x55ecf1ba7100 newargc=15 2026-02-25T15:49:52.137 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[57501]: starting ceph client 2026-02-25T15:49:52.140 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[57501]: starting fuse 2026-02-25T15:49:52.161 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:52.162 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:52.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.163 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:52.219 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:49:52.219 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> import glob 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> import re 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> import os 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> import subprocess 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> def _find_admin_socket(client_name): 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2026-02-25T15:49:52.220 DEBUG:teuthology.orchestra.run.trial052:> files = glob.glob(asok_path) 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> # Given a non-glob path, it better be there 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> if "*" not in asok_path: 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> assert(len(files) == 1) 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> return files[0] 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> for f in files: 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:49:52.221 DEBUG:teuthology.orchestra.run.trial052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> contents = proc_f.read() 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> if mountpoint in contents: 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> return f 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> print(_find_admin_socket("client.0")) 2026-02-25T15:49:52.222 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:49:52.311 INFO:teuthology.orchestra.run.trial052.stdout:/var/run/ceph/ceph-client.0.57501.asok 2026-02-25T15:49:52.505 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.57501.asok 2026-02-25T15:49:52.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.506 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.57501.asok status 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout: "metadata": { 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout: "entity_id": "0", 2026-02-25T15:49:52.609 INFO:teuthology.orchestra.run.trial052.stdout: "hostname": "trial052", 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "pid": "57501", 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "root": "/" 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_count": 0, 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_pinned_count": 0, 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "id": 4920, 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "inst": { 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "name": { 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "type": "client", 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: "num": 4920 2026-02-25T15:49:52.610 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 1240132417 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 1240132417 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:52.611 INFO:teuthology.orchestra.run.trial052.stdout: "inst_str": "client.4920 192.168.144.1:0/1240132417", 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "addr_str": "192.168.144.1:0/1240132417", 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "inode_count": 1, 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "mds_epoch": 9, 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch": 25, 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "blocklisted": false, 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs" 2026-02-25T15:49:52.612 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:49:52.614 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2026-02-25T15:49:52.614 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:49:52.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.679+0000 7f08160e8640 1 Processor -- start 2026-02-25T15:49:52.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.679+0000 7f08160e8640 1 -- start start 2026-02-25T15:49:52.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f08160e8640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f081015d9b0 0x7f08100b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f08160e8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f08100b3fc0 0x7f08100b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f08160e8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08100b27e0 con 0x7f0810150700 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f08160e8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08100b2ac0 con 0x7f08100b3fc0 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f08160e8640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08100b2da0 con 0x7f081015d9b0 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f08100b3fc0 0x7f08100b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f0810150700 0x7f081015d2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:47994/0 (socket says 10.20.193.52:47994) 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080f7fe640 1 -- 10.20.193.52:0/1642761040 learned_addr learned my addr 10.20.193.52:0/1642761040 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080effd640 1 --2- 10.20.193.52:0/1642761040 >> v2:10.20.193.86:3300/0 conn(0x7f081015d9b0 0x7f08100b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080ffff640 1 -- 10.20.193.52:0/1642761040 >> v2:10.20.193.86:3300/0 conn(0x7f081015d9b0 msgr2=0x7f08100b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:52.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080ffff640 1 --2- 10.20.193.52:0/1642761040 >> v2:10.20.193.86:3300/0 conn(0x7f081015d9b0 0x7f08100b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080ffff640 1 -- 10.20.193.52:0/1642761040 >> v1:10.20.193.52:6789/0 conn(0x7f0810150700 legacy=0x7f081015d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080ffff640 1 -- 10.20.193.52:0/1642761040 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08100b3080 con 0x7f08100b3fc0 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.680+0000 7f080e7fc640 1 -- 10.20.193.52:0/1642761040 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1094056153 0 0) 0x7f08100b27e0 con 0x7f0810150700 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f080ffff640 1 --2- 10.20.193.52:0/1642761040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f08100b3fc0 0x7f08100b43d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f081015adc0 tx=0x7f080402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d3f86cd567f69c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f080e7fc640 1 -- 10.20.193.52:0/1642761040 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0804006ea0 con 0x7f08100b3fc0 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f080e7fc640 1 -- 10.20.193.52:0/1642761040 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0804037440 con 0x7f08100b3fc0 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f080e7fc640 1 -- 10.20.193.52:0/1642761040 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08040377d0 con 0x7f08100b3fc0 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 -- 10.20.193.52:0/1642761040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f08100b3fc0 msgr2=0x7f08100b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 --2- 10.20.193.52:0/1642761040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f08100b3fc0 0x7f08100b43d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f081015adc0 tx=0x7f080402f250 comp rx=0 tx=0).stop 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 -- 10.20.193.52:0/1642761040 shutdown_connections 2026-02-25T15:49:52.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 --2- 10.20.193.52:0/1642761040 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f08100b3fc0 0x7f08100b43d0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 --2- 10.20.193.52:0/1642761040 >> v2:10.20.193.86:3300/0 conn(0x7f081015d9b0 0x7f08100b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 -- 10.20.193.52:0/1642761040 >> 10.20.193.52:0/1642761040 conn(0x7f081006c980 msgr2=0x7f081006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 -- 10.20.193.52:0/1642761040 shutdown_connections 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.681+0000 7f08160e8640 1 -- 10.20.193.52:0/1642761040 wait complete. 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.682+0000 7f08160e8640 1 Processor -- start 2026-02-25T15:49:52.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.682+0000 7f08160e8640 1 -- start start 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f08100b3fc0 0x7f0810070c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f081015d9b0 0x7f081014f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0810071f10 con 0x7f0810150700 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f081014fac0 con 0x7f08100b3fc0 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0810071300 con 0x7f081015d9b0 2026-02-25T15:49:52.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43218/0 (socket says 10.20.193.52:43218) 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 -- 10.20.193.52:0/253832507 learned_addr learned my addr 10.20.193.52:0/253832507 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080f7fe640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f08100b3fc0 0x7f0810070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080ffff640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f081015d9b0 0x7f081014f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 -- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f081015d9b0 msgr2=0x7f081014f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f081015d9b0 0x7f081014f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 -- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f08100b3fc0 msgr2=0x7f0810070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f08100b3fc0 0x7f0810070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 -- 10.20.193.52:0/253832507 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0804009a70 con 0x7f0810150700 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f080effd640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f080000e840 tx=0x7f080000ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:52.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0800004230 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0800004390 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08100715e0 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0800003710 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.683+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0810071ba0 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.684+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08100b27e0 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.684+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0800003870 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.684+0000 7f07ebfff640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 0x7f07e0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.685+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f0800097210 con 0x7f0810150700 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.685+0000 7f080f7fe640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 0x7f07e0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.685+0000 7f080f7fe640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 0x7f07e0078500 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f07fc002770 tx=0x7f07fc007c10 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:52.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.687+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f080005cd10 con 0x7f0810150700 2026-02-25T15:49:52.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.783+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f081006ce90 con 0x7f0810150700 2026-02-25T15:49:52.785 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.783+0000 7f07ebfff640 1 -- 10.20.193.52:0/253832507 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f080005fd90 con 0x7f0810150700 2026-02-25T15:49:52.785 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2026-02-25T15:49:52.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 msgr2=0x7f07e0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 0x7f07e0078500 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f07fc002770 tx=0x7f07fc007c10 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 msgr2=0x7f08100723a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f080000e840 tx=0x7f080000ed10 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 shutdown_connections 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f07e0076040 0x7f07e0078500 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f081015d9b0 0x7f081014f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0810150700 0x7f08100723a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 --2- 10.20.193.52:0/253832507 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f08100b3fc0 0x7f0810070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 >> 10.20.193.52:0/253832507 conn(0x7f081006c980 msgr2=0x7f081006d170 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 shutdown_connections 2026-02-25T15:49:52.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:52.784+0000 7f08160e8640 1 -- 10.20.193.52:0/253832507 wait complete. 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial052.front.sepia.ceph.com 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.client.name = client.2 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:49:52.794 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:49:52.795 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2026-02-25T15:49:52.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.795 DEBUG:teuthology.orchestra.run.trial052:> ip addr 2026-02-25T15:49:52.812 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:52.812 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:52.812 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 6e:d1:f7:46:f9:11 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 863651sec preferred_lft 863651sec 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::6188:c70:c417:1cca/64 scope link noprefixroute 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:ba brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:52.813 INFO:teuthology.orchestra.run.trial052.stdout: inet 10.20.193.52/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 552sec preferred_lft 552sec 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:bb brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: inet 192.168.159.254/20 brd 192.168.159.255 scope global ceph-brx 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::e876:3dff:fe16:aac8/64 scope link 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.814 INFO:teuthology.orchestra.run.trial052.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:49:52.815 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2026-02-25T15:49:52.815 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::9cbd:b0ff:fe31:4cbc/64 scope link tentative 2026-02-25T15:49:52.815 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:52.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.815 DEBUG:teuthology.orchestra.run.trial052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:49:52.876 INFO:teuthology.orchestra.run.trial052.stdout:1 2026-02-25T15:49:52.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.878 DEBUG:teuthology.orchestra.run.trial052:> ip r 2026-02-25T15:49:52.934 INFO:teuthology.orchestra.run.trial052.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-25T15:49:52.934 INFO:teuthology.orchestra.run.trial052.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-25T15:49:52.935 INFO:teuthology.orchestra.run.trial052.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:49:52.935 INFO:teuthology.orchestra.run.trial052.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:49:52.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:52.935 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:52.935 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:52.936 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:49:52.936 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:49:52.936 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:49:52.936 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:53.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.017 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:49:53.074 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2026-02-25T15:49:53.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.075 DEBUG:teuthology.orchestra.run.trial052:> ip netns list-id 2026-02-25T15:49:53.131 INFO:teuthology.orchestra.run.trial052.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2026-02-25T15:49:53.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.132 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:53.132 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:53.132 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2026-02-25T15:49:53.132 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2026-02-25T15:49:53.132 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:53.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.209 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2026-02-25T15:49:53.275 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:53.275 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:53.276 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 12:37:f6:05:c3:02 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2026-02-25T15:49:53.277 INFO:teuthology.orchestra.run.trial052.stdout: inet 192.168.144.1/20 brd 192.168.159.255 scope global veth0 2026-02-25T15:49:53.277 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.277 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::1037:f6ff:fe05:c302/64 scope link 2026-02-25T15:49:53.277 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.280 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 12:37:f6:05:c3:02 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: inet 192.168.144.1/20 brd 192.168.159.255 scope global veth0 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::1037:f6ff:fe05:c302/64 scope link 2026-02-25T15:49:53.344 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:53.345 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.144.2/20 2026-02-25T15:49:53.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.144.2/20 brd 192.168.159.255 dev veth0 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.159.254 2026-02-25T15:49:53.345 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:53.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.452 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:49:53.452 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:49:53.452 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set brx.1 up 2026-02-25T15:49:53.452 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set dev brx.1 master ceph-brx 2026-02-25T15:49:53.452 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:49:53.490 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2026-02-25T15:49:53.491 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:53.491 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:53.547 INFO:teuthology.orchestra.run.trial052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2026-02-25T15:49:53.548 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:53.548 DEBUG:teuthology.orchestra.run.trial052:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:53.605 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:53.670 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:53.670 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:53.733 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:53.734 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:53.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.735 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:53.791 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:49:53.792 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2026-02-25T15:49:53.792 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2026-02-25T15:49:53.834 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:49:53.859 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:53.859 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:53.894 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.trial052.stderr:2026-02-25T15:49:53.891+0000 7f13f5fa0580 -1 init, newargv = 0x5583ca70a420 newargc=15 2026-02-25T15:49:53.894 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.trial052.stderr:ceph-fuse[58158]: starting ceph client 2026-02-25T15:49:53.897 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.trial052.stderr:ceph-fuse[58158]: starting fuse 2026-02-25T15:49:53.917 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:53.918 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:53.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:53.919 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:49:53.975 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:49:53.975 INFO:teuthology.orchestra.run.trial052.stdout:46 2026-02-25T15:49:53.976 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 46] 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> import glob 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> import re 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> import os 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> import subprocess 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> def _find_admin_socket(client_name): 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2026-02-25T15:49:53.976 DEBUG:teuthology.orchestra.run.trial052:> files = glob.glob(asok_path) 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> # Given a non-glob path, it better be there 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> if "*" not in asok_path: 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> assert(len(files) == 1) 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> return files[0] 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> for f in files: 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> contents = proc_f.read() 2026-02-25T15:49:53.977 DEBUG:teuthology.orchestra.run.trial052:> if mountpoint in contents: 2026-02-25T15:49:53.978 DEBUG:teuthology.orchestra.run.trial052:> return f 2026-02-25T15:49:53.978 DEBUG:teuthology.orchestra.run.trial052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:49:53.978 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:49:53.978 DEBUG:teuthology.orchestra.run.trial052:> print(_find_admin_socket("client.2")) 2026-02-25T15:49:53.978 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:49:54.069 INFO:teuthology.orchestra.run.trial052.stdout:/var/run/ceph/ceph-client.2.58158.asok 2026-02-25T15:49:54.263 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.58158.asok 2026-02-25T15:49:54.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.264 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.58158.asok status 2026-02-25T15:49:54.365 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:49:54.365 INFO:teuthology.orchestra.run.trial052.stdout: "metadata": { 2026-02-25T15:49:54.365 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "entity_id": "2", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "hostname": "trial052", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "pid": "58158", 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "root": "/" 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_count": 0, 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_pinned_count": 0, 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "id": 4935, 2026-02-25T15:49:54.366 INFO:teuthology.orchestra.run.trial052.stdout: "inst": { 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "name": { 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "type": "client", 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "num": 4935 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.2:0", 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 3077448238 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:54.367 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.2:0", 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 3077448238 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "inst_str": "client.4935 192.168.144.2:0/3077448238", 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "addr_str": "192.168.144.2:0/3077448238", 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "inode_count": 1, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "mds_epoch": 9, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch": 25, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "blocklisted": false, 2026-02-25T15:49:54.368 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs" 2026-02-25T15:49:54.369 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:49:54.370 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2026-02-25T15:49:54.371 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:49:54.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.434+0000 7fcbafe51640 1 Processor -- start 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.434+0000 7fcbafe51640 1 -- start start 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbafe51640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcba80b27f0 0x7fcba8142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbafe51640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcba8143250 0x7fcba80ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbafe51640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcba80b40f0 con 0x7fcba8140270 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbafe51640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcba8143a40 con 0x7fcba80b27f0 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbafe51640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcba80addc0 con 0x7fcba8143250 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcba80b27f0 0x7fcba8142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcba80b27f0 0x7fcba8142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43226/0 (socket says 10.20.193.52:43226) 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 -- 10.20.193.52:0/3455271724 learned_addr learned my addr 10.20.193.52:0/3455271724 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:54.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbae3c7640 1 --2- 10.20.193.52:0/3455271724 >> v2:10.20.193.86:3300/0 conn(0x7fcba8143250 0x7fcba80ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 -- 10.20.193.52:0/3455271724 >> v2:10.20.193.86:3300/0 conn(0x7fcba8143250 msgr2=0x7fcba80ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 --2- 10.20.193.52:0/3455271724 >> v2:10.20.193.86:3300/0 conn(0x7fcba8143250 0x7fcba80ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 -- 10.20.193.52:0/3455271724 >> v1:10.20.193.86:6789/0 conn(0x7fcba8140270 legacy=0x7fcba80b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.435+0000 7fcbad3c5640 1 -- 10.20.193.52:0/3455271724 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba80b4370 con 0x7fcba80b27f0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbad3c5640 1 --2- 10.20.193.52:0/3455271724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba80b27f0 0x7fcba8142d10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcba8070930 tx=0x7fcb9c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2031fb00e20fca9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbacbc4640 1 -- 10.20.193.52:0/3455271724 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c02fc70 con 0x7fcba80b27f0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbacbc4640 1 -- 10.20.193.52:0/3455271724 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb9c02fdd0 con 0x7fcba80b27f0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbacbc4640 1 -- 10.20.193.52:0/3455271724 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c037660 con 0x7fcba80b27f0 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 -- 10.20.193.52:0/3455271724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba80b27f0 msgr2=0x7fcba8142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 --2- 10.20.193.52:0/3455271724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba80b27f0 0x7fcba8142d10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcba8070930 tx=0x7fcb9c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:49:54.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 -- 10.20.193.52:0/3455271724 shutdown_connections 2026-02-25T15:49:54.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 --2- 10.20.193.52:0/3455271724 >> v2:10.20.193.86:3300/0 conn(0x7fcba8143250 0x7fcba80ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 --2- 10.20.193.52:0/3455271724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba80b27f0 0x7fcba8142d10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 -- 10.20.193.52:0/3455271724 >> 10.20.193.52:0/3455271724 conn(0x7fcba806c980 msgr2=0x7fcba806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:54.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 -- 10.20.193.52:0/3455271724 shutdown_connections 2026-02-25T15:49:54.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.436+0000 7fcbafe51640 1 -- 10.20.193.52:0/3455271724 wait complete. 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 Processor -- start 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 -- start start 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcba80b27f0 0x7fcba8144a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcba8143250 0x7fcba8154bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcba8154780 con 0x7fcba8140270 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcba8144f60 con 0x7fcba8143250 2026-02-25T15:49:54.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.437+0000 7fcbafe51640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcba81579a0 con 0x7fcba80b27f0 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:43238/0 (socket says 10.20.193.52:43238) 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 -- 10.20.193.52:0/2185262100 learned_addr learned my addr 10.20.193.52:0/2185262100 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbae3c7640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcba8143250 0x7fcba8154bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbadbc6640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcba80b27f0 0x7fcba8144a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 -- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcba80b27f0 msgr2=0x7fcba8144a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcba80b27f0 0x7fcba8144a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 -- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcba8143250 msgr2=0x7fcba8154bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcba8143250 0x7fcba8154bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 -- 10.20.193.52:0/2185262100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb9c0095d0 con 0x7fcba8140270 2026-02-25T15:49:54.446 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbad3c5640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c002410 tx=0x7fcb9c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c042620 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb9c0427a0 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcba8145200 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c042b50 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcba81457c0 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.438+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcba8140650 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.439+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fcb9c042cb0 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.440+0000 7fcb967fc640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 0x7fcb78078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.440+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fcb9c0bcdc0 con 0x7fcba8140270 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.440+0000 7fcbadbc6640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 0x7fcb78078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.440+0000 7fcbadbc6640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 0x7fcb78078500 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcb98004ff0 tx=0x7fcb98009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:54.447 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.441+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fcb9c082ab0 con 0x7fcba8140270 2026-02-25T15:49:54.536 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.533+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcba80b24f0 con 0x7fcba8140270 2026-02-25T15:49:54.536 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.533+0000 7fcb967fc640 1 -- 10.20.193.52:0/2185262100 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fcb9c085b30 con 0x7fcba8140270 2026-02-25T15:49:54.537 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 msgr2=0x7fcb78078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 0x7fcb78078500 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcb98004ff0 tx=0x7fcb98009040 comp rx=0 tx=0).stop 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 msgr2=0x7fcba8157460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c002410 tx=0x7fcb9c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 shutdown_connections 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcb78076040 0x7fcb78078500 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcba8143250 0x7fcba8154bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.538 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcba8140270 0x7fcba8157460 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.539 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 --2- 10.20.193.52:0/2185262100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcba80b27f0 0x7fcba8144a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:54.539 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 >> 10.20.193.52:0/2185262100 conn(0x7fcba806c980 msgr2=0x7fcba8142870 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:54.539 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 shutdown_connections 2026-02-25T15:49:54.539 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:54.534+0000 7fcbafe51640 1 -- 10.20.193.52:0/2185262100 wait complete. 2026-02-25T15:49:54.544 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:49:54.544 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:49:54.544 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial086.front.sepia.ceph.com 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:self.client.name = client.1 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:49:54.545 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2026-02-25T15:49:54.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.545 DEBUG:teuthology.orchestra.run.trial086:> ip addr 2026-02-25T15:49:54.561 INFO:teuthology.orchestra.run.trial086.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 12:9a:ae:84:ef:9e brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft 863639sec preferred_lft 863639sec 2026-02-25T15:49:54.562 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::324b:6b5f:3808:6800/64 scope link noprefixroute 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 90:5a:08:77:61:d2 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: inet 10.20.193.86/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft 539sec preferred_lft 539sec 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::925a:8ff:fe77:61d2/64 scope link 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:49:54.563 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 90:5a:08:77:61:d3 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:54.564 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.159.254/20 2026-02-25T15:49:54.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link add name ceph-brx type bridge 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> sudo ip addr flush dev ceph-brx 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link set ceph-brx up 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> sudo ip addr add 192.168.159.254/20 brd 192.168.159.255 dev ceph-brx 2026-02-25T15:49:54.564 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:54.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.688 DEBUG:teuthology.orchestra.run.trial086:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:49:54.712 INFO:teuthology.orchestra.run.trial086.stdout:1 2026-02-25T15:49:54.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.714 DEBUG:teuthology.orchestra.run.trial086:> ip r 2026-02-25T15:49:54.769 INFO:teuthology.orchestra.run.trial086.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.86 metric 102 2026-02-25T15:49:54.769 INFO:teuthology.orchestra.run.trial086.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.86 metric 102 2026-02-25T15:49:54.769 INFO:teuthology.orchestra.run.trial086.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:49:54.769 INFO:teuthology.orchestra.run.trial086.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:49:54.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:49:54.770 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:54.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.980 DEBUG:teuthology.orchestra.run.trial086:> ip netns list 2026-02-25T15:49:54.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:54.996 DEBUG:teuthology.orchestra.run.trial086:> ip netns list-id 2026-02-25T15:49:55.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:55.054 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:55.054 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:55.054 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2026-02-25T15:49:55.054 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2026-02-25T15:49:55.054 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:55.129 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.144.1/20 2026-02-25T15:49:55.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.144.1/20 brd 192.168.159.255 dev veth0 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2026-02-25T15:49:55.130 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2026-02-25T15:49:55.131 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.159.254 2026-02-25T15:49:55.131 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:55.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:55.240 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:55.240 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:55.240 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link set brx.0 up 2026-02-25T15:49:55.240 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link set dev brx.0 master ceph-brx 2026-02-25T15:49:55.240 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:55.285 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2026-02-25T15:49:55.285 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:55.285 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:55.303 INFO:teuthology.orchestra.run.trial086.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2026-02-25T15:49:55.303 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:55.304 DEBUG:teuthology.orchestra.run.trial086:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:55.360 DEBUG:teuthology.orchestra.run.trial086:> sudo modprobe fuse 2026-02-25T15:49:55.426 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:55.426 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:55.490 INFO:teuthology.orchestra.run.trial086.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:55.492 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:55.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:55.492 DEBUG:teuthology.orchestra.run.trial086:> ls /sys/fs/fuse/connections 2026-02-25T15:49:55.548 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2026-02-25T15:49:55.548 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2026-02-25T15:49:55.591 DEBUG:teuthology.orchestra.run.trial086:> sudo modprobe fuse 2026-02-25T15:49:55.616 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:55.616 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:55.652 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.trial086.stderr:2026-02-25T15:49:55.650+0000 7fb28bfb4580 -1 init, newargv = 0x55fc40609240 newargc=15 2026-02-25T15:49:55.652 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.trial086.stderr:ceph-fuse[51863]: starting ceph client 2026-02-25T15:49:55.655 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.trial086.stderr:ceph-fuse[51863]: starting fuse 2026-02-25T15:49:55.674 INFO:teuthology.orchestra.run.trial086.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:55.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:55.676 DEBUG:teuthology.orchestra.run.trial086:> ls /sys/fs/fuse/connections 2026-02-25T15:49:55.733 INFO:teuthology.orchestra.run.trial086.stdout:43 2026-02-25T15:49:55.733 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> import glob 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> import re 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> import os 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> import subprocess 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> def _find_admin_socket(client_name): 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> files = glob.glob(asok_path) 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> # Given a non-glob path, it better be there 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> if "*" not in asok_path: 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> assert(len(files) == 1) 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> return files[0] 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> for f in files: 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> contents = proc_f.read() 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> if mountpoint in contents: 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> return f 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:49:55.733 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:55.734 DEBUG:teuthology.orchestra.run.trial086:> print(_find_admin_socket("client.1")) 2026-02-25T15:49:55.734 DEBUG:teuthology.orchestra.run.trial086:> ' 2026-02-25T15:49:55.825 INFO:teuthology.orchestra.run.trial086.stdout:/var/run/ceph/ceph-client.1.51863.asok 2026-02-25T15:49:56.019 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.51863.asok 2026-02-25T15:49:56.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.019 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.51863.asok status 2026-02-25T15:49:56.122 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-25T15:49:56.122 INFO:teuthology.orchestra.run.trial086.stdout: "metadata": { 2026-02-25T15:49:56.122 INFO:teuthology.orchestra.run.trial086.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "entity_id": "1", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "hostname": "trial086", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "pid": "51863", 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "root": "/" 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "dentry_count": 0, 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "dentry_pinned_count": 0, 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "id": 4592, 2026-02-25T15:49:56.123 INFO:teuthology.orchestra.run.trial086.stdout: "inst": { 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "name": { 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "type": "client", 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "num": 4592 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "addr": { 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "type": "v1", 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "nonce": 885186777 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:56.124 INFO:teuthology.orchestra.run.trial086.stdout: "addr": { 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "type": "v1", 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "nonce": 885186777 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "inst_str": "client.4592 192.168.144.1:0/885186777", 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "addr_str": "192.168.144.1:0/885186777", 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "inode_count": 1, 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "mds_epoch": 9, 2026-02-25T15:49:56.125 INFO:teuthology.orchestra.run.trial086.stdout: "osd_epoch": 25, 2026-02-25T15:49:56.126 INFO:teuthology.orchestra.run.trial086.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:49:56.126 INFO:teuthology.orchestra.run.trial086.stdout: "blocklisted": false, 2026-02-25T15:49:56.126 INFO:teuthology.orchestra.run.trial086.stdout: "fs_name": "cephfs" 2026-02-25T15:49:56.126 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-25T15:49:56.128 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2026-02-25T15:49:56.128 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:49:56.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.192+0000 7fbd6dc27640 1 Processor -- start 2026-02-25T15:49:56.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.192+0000 7fbd6dc27640 1 -- start start 2026-02-25T15:49:56.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd6dc27640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbd68140270 0x7fbd680b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd6dc27640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbd68143420 0x7fbd680ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd6dc27640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd680b40f0 con 0x7fbd680b2620 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd6dc27640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd68143a40 con 0x7fbd68140270 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd6dc27640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd68143850 con 0x7fbd68143420 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbd68140270 0x7fbd680b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd66ffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fbd680b2620 0x7fbd68142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32822/0 (socket says 10.20.193.52:32822) 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd66ffd640 1 -- 10.20.193.52:0/4086104018 learned_addr learned my addr 10.20.193.52:0/4086104018 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd67fff640 1 --2- 10.20.193.52:0/4086104018 >> v2:10.20.193.86:3300/0 conn(0x7fbd68143420 0x7fbd680ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd667fc640 1 -- 10.20.193.52:0/4086104018 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4262317564 0 0) 0x7fbd680b40f0 con 0x7fbd680b2620 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd667fc640 1 -- 10.20.193.52:0/4086104018 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd4c003620 con 0x7fbd680b2620 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 -- 10.20.193.52:0/4086104018 >> v2:10.20.193.86:3300/0 conn(0x7fbd68143420 msgr2=0x7fbd680ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 --2- 10.20.193.52:0/4086104018 >> v2:10.20.193.86:3300/0 conn(0x7fbd68143420 0x7fbd680ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 -- 10.20.193.52:0/4086104018 >> v1:10.20.193.52:6789/0 conn(0x7fbd680b2620 legacy=0x7fbd68142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 -- 10.20.193.52:0/4086104018 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd680addc0 con 0x7fbd68140270 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.193+0000 7fbd677fe640 1 --2- 10.20.193.52:0/4086104018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd68140270 0x7fbd680b20e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fbd6806e6c0 tx=0x7fbd5402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8884fdff846d81ef server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd667fc640 1 -- 10.20.193.52:0/4086104018 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd5402fb80 con 0x7fbd68140270 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd667fc640 1 -- 10.20.193.52:0/4086104018 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd5402fce0 con 0x7fbd68140270 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd667fc640 1 -- 10.20.193.52:0/4086104018 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54037660 con 0x7fbd68140270 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 -- 10.20.193.52:0/4086104018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd68140270 msgr2=0x7fbd680b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/4086104018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd68140270 0x7fbd680b20e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fbd6806e6c0 tx=0x7fbd5402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 -- 10.20.193.52:0/4086104018 shutdown_connections 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/4086104018 >> v2:10.20.193.86:3300/0 conn(0x7fbd68143420 0x7fbd680ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/4086104018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd68140270 0x7fbd680b20e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 -- 10.20.193.52:0/4086104018 >> 10.20.193.52:0/4086104018 conn(0x7fbd6806c980 msgr2=0x7fbd6806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 -- 10.20.193.52:0/4086104018 shutdown_connections 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 -- 10.20.193.52:0/4086104018 wait complete. 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.194+0000 7fbd6dc27640 1 Processor -- start 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- start start 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbd68140270 0x7fbd68161520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbd68143420 0x7fbd681f8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd681f9700 con 0x7fbd680b2620 2026-02-25T15:49:56.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd6813fed0 con 0x7fbd68140270 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd68144c50 con 0x7fbd68143420 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38922/0 (socket says 10.20.193.52:38922) 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 -- 10.20.193.52:0/1523059872 learned_addr learned my addr 10.20.193.52:0/1523059872 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd67fff640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbd68143420 0x7fbd681f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd66ffd640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbd68140270 0x7fbd68161520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 -- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbd68143420 msgr2=0x7fbd681f8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbd68143420 0x7fbd681f8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 -- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbd68140270 msgr2=0x7fbd68161520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbd68140270 0x7fbd68161520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 -- 10.20.193.52:0/1523059872 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd54009500 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd677fe640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fbd54009130 tx=0x7fbd540047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54046070 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd5402fb00 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd68161a60 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd54040890 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.195+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd68144320 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.196+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd680b4c10 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.196+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbd540409f0 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.197+0000 7fbd43fff640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 0x7fbd38078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.197+0000 7fbd66ffd640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 0x7fbd38078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.197+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fbd540bc620 con 0x7fbd680b2620 2026-02-25T15:49:56.205 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.197+0000 7fbd66ffd640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 0x7fbd38078500 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbd58007fd0 tx=0x7fbd58009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:56.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.199+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbd54082190 con 0x7fbd680b2620 2026-02-25T15:49:56.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.294+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbd680ae530 con 0x7fbd680b2620 2026-02-25T15:49:56.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd43fff640 1 -- 10.20.193.52:0/1523059872 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fbd54085210 con 0x7fbd680b2620 2026-02-25T15:49:56.297 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 msgr2=0x7fbd38078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 0x7fbd38078500 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbd58007fd0 tx=0x7fbd58009040 comp rx=0 tx=0).stop 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 msgr2=0x7fbd6813f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fbd54009130 tx=0x7fbd540047c0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 shutdown_connections 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbd38076040 0x7fbd38078500 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbd68143420 0x7fbd681f8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbd68140270 0x7fbd68161520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 --2- 10.20.193.52:0/1523059872 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbd680b2620 0x7fbd6813f990 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:56.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 >> 10.20.193.52:0/1523059872 conn(0x7fbd6806c980 msgr2=0x7fbd68156970 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:56.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 shutdown_connections 2026-02-25T15:49:56.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:56.295+0000 7fbd6dc27640 1 -- 10.20.193.52:0/1523059872 wait complete. 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial086.front.sepia.ceph.com 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:self.client.name = client.3 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:49:56.305 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:49:56.306 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:49:56.306 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2026-02-25T15:49:56.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.306 DEBUG:teuthology.orchestra.run.trial086:> ip addr 2026-02-25T15:49:56.323 INFO:teuthology.orchestra.run.trial086.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:56.323 INFO:teuthology.orchestra.run.trial086.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 12:9a:ae:84:ef:9e brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft 863637sec preferred_lft 863637sec 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::324b:6b5f:3808:6800/64 scope link noprefixroute 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.324 INFO:teuthology.orchestra.run.trial086.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 90:5a:08:77:61:d2 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: inet 10.20.193.86/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft 538sec preferred_lft 538sec 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::925a:8ff:fe77:61d2/64 scope link 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 90:5a:08:77:61:d3 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout:5: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 76:19:ae:06:36:3a brd ff:ff:ff:ff:ff:ff 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: inet 192.168.159.254/20 brd 192.168.159.255 scope global ceph-brx 2026-02-25T15:49:56.325 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::ac9b:abff:fea7:578d/64 scope link 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout:6: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 76:19:ae:06:36:3a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::7419:aeff:fe06:363a/64 scope link tentative 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.327 DEBUG:teuthology.orchestra.run.trial086:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:49:56.386 INFO:teuthology.orchestra.run.trial086.stdout:1 2026-02-25T15:49:56.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.388 DEBUG:teuthology.orchestra.run.trial086:> ip r 2026-02-25T15:49:56.446 INFO:teuthology.orchestra.run.trial086.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.86 metric 102 2026-02-25T15:49:56.446 INFO:teuthology.orchestra.run.trial086.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.86 metric 102 2026-02-25T15:49:56.446 INFO:teuthology.orchestra.run.trial086.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:49:56.446 INFO:teuthology.orchestra.run.trial086.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:49:56.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:49:56.447 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:56.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.528 DEBUG:teuthology.orchestra.run.trial086:> ip netns list 2026-02-25T15:49:56.585 INFO:teuthology.orchestra.run.trial086.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2026-02-25T15:49:56.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.586 DEBUG:teuthology.orchestra.run.trial086:> ip netns list-id 2026-02-25T15:49:56.643 INFO:teuthology.orchestra.run.trial086.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2026-02-25T15:49:56.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.644 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:56.644 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:56.644 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2026-02-25T15:49:56.644 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2026-02-25T15:49:56.644 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:56.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.720 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2026-02-25T15:49:56.783 INFO:teuthology.orchestra.run.trial086.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:56.783 INFO:teuthology.orchestra.run.trial086.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:56.783 INFO:teuthology.orchestra.run.trial086.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout:2: veth0@if6: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 92:f8:f3:c7:e5:68 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: inet 192.168.144.1/20 brd 192.168.159.255 scope global veth0 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::90f8:f3ff:fec7:e568/64 scope link 2026-02-25T15:49:56.784 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.786 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2026-02-25T15:49:56.849 INFO:teuthology.orchestra.run.trial086.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:49:56.849 INFO:teuthology.orchestra.run.trial086.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:49:56.849 INFO:teuthology.orchestra.run.trial086.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:49:56.849 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.849 INFO:teuthology.orchestra.run.trial086.stdout: inet6 ::1/128 scope host 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout:2: veth0@if6: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: link/ether 92:f8:f3:c7:e5:68 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: inet 192.168.144.1/20 brd 192.168.159.255 scope global veth0 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: inet6 fe80::90f8:f3ff:fec7:e568/64 scope link 2026-02-25T15:49:56.850 INFO:teuthology.orchestra.run.trial086.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:49:56.852 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.144.2/20 2026-02-25T15:49:56.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.852 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:56.852 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:56.852 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2026-02-25T15:49:56.853 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.144.2/20 brd 192.168.159.255 dev veth0 2026-02-25T15:49:56.853 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2026-02-25T15:49:56.853 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2026-02-25T15:49:56.853 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.159.254 2026-02-25T15:49:56.853 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:56.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:56.959 DEBUG:teuthology.orchestra.run.trial086:> (cd / && exec bash -c ' 2026-02-25T15:49:56.959 DEBUG:teuthology.orchestra.run.trial086:> set -e 2026-02-25T15:49:56.959 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link set brx.1 up 2026-02-25T15:49:56.959 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link set dev brx.1 master ceph-brx 2026-02-25T15:49:56.959 DEBUG:teuthology.orchestra.run.trial086:> ') 2026-02-25T15:49:56.997 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2026-02-25T15:49:56.998 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:56.998 DEBUG:teuthology.orchestra.run.trial086:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:57.054 INFO:teuthology.orchestra.run.trial086.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2026-02-25T15:49:57.055 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:49:57.055 DEBUG:teuthology.orchestra.run.trial086:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:57.110 DEBUG:teuthology.orchestra.run.trial086:> sudo modprobe fuse 2026-02-25T15:49:57.176 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:57.176 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:57.239 INFO:teuthology.orchestra.run.trial086.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:57.240 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:57.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.241 DEBUG:teuthology.orchestra.run.trial086:> ls /sys/fs/fuse/connections 2026-02-25T15:49:57.297 INFO:teuthology.orchestra.run.trial086.stdout:43 2026-02-25T15:49:57.297 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2026-02-25T15:49:57.297 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2026-02-25T15:49:57.339 DEBUG:teuthology.orchestra.run.trial086:> sudo modprobe fuse 2026-02-25T15:49:57.363 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:49:57.363 DEBUG:teuthology.orchestra.run.trial086:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:49:57.401 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.trial086.stderr:2026-02-25T15:49:57.399+0000 7fa9d57ce580 -1 init, newargv = 0x55d1c0256120 newargc=15 2026-02-25T15:49:57.401 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.trial086.stderr:ceph-fuse[52470]: starting ceph client 2026-02-25T15:49:57.404 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.trial086.stderr:ceph-fuse[52470]: starting fuse 2026-02-25T15:49:57.423 INFO:teuthology.orchestra.run.trial086.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:49:57.424 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:49:57.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.424 DEBUG:teuthology.orchestra.run.trial086:> ls /sys/fs/fuse/connections 2026-02-25T15:49:57.480 INFO:teuthology.orchestra.run.trial086.stdout:43 2026-02-25T15:49:57.480 INFO:teuthology.orchestra.run.trial086.stdout:46 2026-02-25T15:49:57.480 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 46] 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> import glob 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> import re 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> import os 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> import subprocess 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> def _find_admin_socket(client_name): 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> files = glob.glob(asok_path) 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> # Given a non-glob path, it better be there 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> if "*" not in asok_path: 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> assert(len(files) == 1) 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> return files[0] 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> for f in files: 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> contents = proc_f.read() 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> if mountpoint in contents: 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> return f 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> print(_find_admin_socket("client.3")) 2026-02-25T15:49:57.481 DEBUG:teuthology.orchestra.run.trial086:> ' 2026-02-25T15:49:57.572 INFO:teuthology.orchestra.run.trial086.stdout:/var/run/ceph/ceph-client.3.52470.asok 2026-02-25T15:49:57.765 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.52470.asok 2026-02-25T15:49:57.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.766 DEBUG:teuthology.orchestra.run.trial086:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.52470.asok status 2026-02-25T15:49:57.868 INFO:teuthology.orchestra.run.trial086.stdout:{ 2026-02-25T15:49:57.868 INFO:teuthology.orchestra.run.trial086.stdout: "metadata": { 2026-02-25T15:49:57.868 INFO:teuthology.orchestra.run.trial086.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:49:57.868 INFO:teuthology.orchestra.run.trial086.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:49:57.868 INFO:teuthology.orchestra.run.trial086.stdout: "entity_id": "3", 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "hostname": "trial086", 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "pid": "52470", 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "root": "/" 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "dentry_count": 0, 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "dentry_pinned_count": 0, 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "id": 4735, 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "inst": { 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "name": { 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "type": "client", 2026-02-25T15:49:57.869 INFO:teuthology.orchestra.run.trial086.stdout: "num": 4735 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "addr": { 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "type": "v1", 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "addr": "192.168.144.2:0", 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "nonce": 3145734534 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: } 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "addr": { 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "type": "v1", 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "addr": "192.168.144.2:0", 2026-02-25T15:49:57.870 INFO:teuthology.orchestra.run.trial086.stdout: "nonce": 3145734534 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: }, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "inst_str": "client.4735 192.168.144.2:0/3145734534", 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "addr_str": "192.168.144.2:0/3145734534", 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "inode_count": 1, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "mds_epoch": 9, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "osd_epoch": 25, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "blocklisted": false, 2026-02-25T15:49:57.871 INFO:teuthology.orchestra.run.trial086.stdout: "fs_name": "cephfs" 2026-02-25T15:49:57.872 INFO:teuthology.orchestra.run.trial086.stdout:} 2026-02-25T15:49:57.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.874 DEBUG:teuthology.orchestra.run.trial052:> stat --file-system '--printf=%T 2026-02-25T15:49:57.874 DEBUG:teuthology.orchestra.run.trial052:> ' -- /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:57.891 INFO:teuthology.orchestra.run.trial052.stdout:fuseblk 2026-02-25T15:49:57.892 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:57.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.892 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:49:57.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:57.957 DEBUG:teuthology.orchestra.run.trial052:> stat --file-system '--printf=%T 2026-02-25T15:49:57.957 DEBUG:teuthology.orchestra.run.trial052:> ' -- /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:58.014 INFO:teuthology.orchestra.run.trial052.stdout:fuseblk 2026-02-25T15:49:58.014 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:58.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:58.014 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2026-02-25T15:49:58.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:58.079 DEBUG:teuthology.orchestra.run.trial086:> stat --file-system '--printf=%T 2026-02-25T15:49:58.079 DEBUG:teuthology.orchestra.run.trial086:> ' -- /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:58.094 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:49:58.096 INFO:teuthology.orchestra.run.trial086.stdout:fuseblk 2026-02-25T15:49:58.096 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:58.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:58.096 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2026-02-25T15:49:58.121 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:49:58.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:58.161 DEBUG:teuthology.orchestra.run.trial086:> stat --file-system '--printf=%T 2026-02-25T15:49:58.162 DEBUG:teuthology.orchestra.run.trial086:> ' -- /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:58.218 INFO:teuthology.orchestra.run.trial086.stdout:fuseblk 2026-02-25T15:49:58.218 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:58.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:49:58.218 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2026-02-25T15:49:58.283 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2026-02-25T15:49:58.309 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:58.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.374+0000 7fa2f996d640 1 Processor -- start 2026-02-25T15:49:58.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.374+0000 7fa2f996d640 1 -- start start 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fa2f4140270 0x7fa2f40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 0x7fa2f4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa2f4143250 0x7fa2f40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2f4143a40 con 0x7fa2f4143250 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2f40b2a60 con 0x7fa2f4140270 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f996d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f40b40f0 con 0x7fa2f40b2620 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa2f4143250 0x7fa2f40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa2f4143250 0x7fa2f40ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38930/0 (socket says 10.20.193.52:38930) 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 -- 10.20.193.52:0/355424117 learned_addr learned my addr 10.20.193.52:0/355424117 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f27fc640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 0x7fa2f4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f2ffd640 1 --2- 10.20.193.52:0/355424117 >> v2:10.20.193.86:3300/0 conn(0x7fa2f4140270 0x7fa2f40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 -- 10.20.193.52:0/355424117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 msgr2=0x7fa2f4142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 0x7fa2f4142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 -- 10.20.193.52:0/355424117 >> v2:10.20.193.86:3300/0 conn(0x7fa2f4140270 msgr2=0x7fa2f40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 --2- 10.20.193.52:0/355424117 >> v2:10.20.193.86:3300/0 conn(0x7fa2f4140270 0x7fa2f40b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f37fe640 1 -- 10.20.193.52:0/355424117 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f40b4370 con 0x7fa2f4143250 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.375+0000 7fa2f27fc640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 0x7fa2f4142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f37fe640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f4143250 0x7fa2f40ce0f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa2f404f0a0 tx=0x7fa2e402f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2641922e9cc2f93 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f1ffb640 1 -- 10.20.193.52:0/355424117 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4006ea0 con 0x7fa2f4143250 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f1ffb640 1 -- 10.20.193.52:0/355424117 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e402fd70 con 0x7fa2f4143250 2026-02-25T15:49:58.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f1ffb640 1 -- 10.20.193.52:0/355424117 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4037610 con 0x7fa2f4143250 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 -- 10.20.193.52:0/355424117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f4143250 msgr2=0x7fa2f40ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f4143250 0x7fa2f40ce0f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fa2f404f0a0 tx=0x7fa2e402f310 comp rx=0 tx=0).stop 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 -- 10.20.193.52:0/355424117 shutdown_connections 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f4143250 0x7fa2f40ce0f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 --2- 10.20.193.52:0/355424117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f40b2620 0x7fa2f4142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 --2- 10.20.193.52:0/355424117 >> v2:10.20.193.86:3300/0 conn(0x7fa2f4140270 0x7fa2f40b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 -- 10.20.193.52:0/355424117 >> 10.20.193.52:0/355424117 conn(0x7fa2f406c980 msgr2=0x7fa2f406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 -- 10.20.193.52:0/355424117 shutdown_connections 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.376+0000 7fa2f996d640 1 -- 10.20.193.52:0/355424117 wait complete. 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 Processor -- start 2026-02-25T15:49:58.378 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 -- start start 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f4140270 0x7fa2f4161080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 0x7fa2f40af560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f4161e40 con 0x7fa2f40b2620 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f4161b60 con 0x7fa2f4143250 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f996d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f4154b00 con 0x7fa2f4140270 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38932/0 (socket says 10.20.193.52:38932) 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 -- 10.20.193.52:0/3620796735 learned_addr learned my addr 10.20.193.52:0/3620796735 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f27fc640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f4140270 0x7fa2f4161080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 -- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f4140270 msgr2=0x7fa2f4161080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f37fe640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 0x7fa2f40af560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f4140270 0x7fa2f4161080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 -- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 msgr2=0x7fa2f40af560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 0x7fa2f40af560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 -- 10.20.193.52:0/3620796735 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e4009b30 con 0x7fa2f40b2620 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f37fe640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 0x7fa2f40af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.377+0000 7fa2f2ffd640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa2e800e7c0 tx=0x7fa2e800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.379 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e800c8d0 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e800ca30 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2f4154de0 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e800cdc0 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2f415ece0 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.378+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2f415ef00 con 0x7fa2f40b2620 2026-02-25T15:49:58.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.379+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa2e8013410 con 0x7fa2f40b2620 2026-02-25T15:49:58.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.379+0000 7fa2cbfff640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 0x7fa2c4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.379+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa2e80971d0 con 0x7fa2f40b2620 2026-02-25T15:49:58.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.379+0000 7fa2f27fc640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 0x7fa2c4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.380+0000 7fa2f27fc640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 0x7fa2c4078500 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4146a80 tx=0x7fa2dc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.382+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa2f415ef00 con 0x7fa2f40b2620 2026-02-25T15:49:58.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.460+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa2f415ef00 con 0x7fa2f40b2620 2026-02-25T15:49:58.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.461+0000 7fa2cbfff640 1 -- 10.20.193.52:0/3620796735 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7fa2f415ef00 con 0x7fa2f40b2620 2026-02-25T15:49:58.464 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:58.464 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:58.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 msgr2=0x7fa2c4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 0x7fa2c4078500 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa2f4146a80 tx=0x7fa2dc008040 comp rx=0 tx=0).stop 2026-02-25T15:49:58.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 msgr2=0x7fa2f41f42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa2e800e7c0 tx=0x7fa2e800ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 shutdown_connections 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa2c4076040 0x7fa2c4078500 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa2f4143250 0x7fa2f40af560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa2f4140270 0x7fa2f4161080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 --2- 10.20.193.52:0/3620796735 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa2f40b2620 0x7fa2f41f42b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 >> 10.20.193.52:0/3620796735 conn(0x7fa2f406c980 msgr2=0x7fa2f40ce540 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 shutdown_connections 2026-02-25T15:49:58.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.462+0000 7fa2f996d640 1 -- 10.20.193.52:0/3620796735 wait complete. 2026-02-25T15:49:58.472 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:58.473 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:58.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 Processor -- start 2026-02-25T15:49:58.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 -- start start 2026-02-25T15:49:58.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d44161980 0x7f8d44161d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b3260 0x7f8d44070730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d440b3700 con 0x7f8d440b2340 2026-02-25T15:49:58.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d4406c8a0 con 0x7f8d44161980 2026-02-25T15:49:58.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.541+0000 7f8d4959e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4406cb80 con 0x7f8d440b3260 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d44161980 0x7f8d44161d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d44161980 0x7f8d44161d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:53744/0 (socket says 10.20.193.52:53744) 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d437fe640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f8d440b2340 0x7f8d4406d660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:60460/0 (socket says 10.20.193.52:60460) 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 -- 10.20.193.52:0/3060441717 learned_addr learned my addr 10.20.193.52:0/3060441717 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d427fc640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b3260 0x7f8d44070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 -- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b3260 msgr2=0x7f8d44070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b3260 0x7f8d44070730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 -- 10.20.193.52:0/3060441717 >> v1:10.20.193.86:6789/0 conn(0x7f8d440b2340 legacy=0x7f8d4406d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 -- 10.20.193.52:0/3060441717 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d4406ce60 con 0x7f8d44161980 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.542+0000 7f8d42ffd640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d44161980 0x7f8d44161d60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8d38009970 tx=0x7f8d3802ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f52a44607f38f302 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.551 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d41ffb640 1 -- 10.20.193.52:0/3060441717 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3802fb10 con 0x7f8d44161980 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d41ffb640 1 -- 10.20.193.52:0/3060441717 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d3802fc70 con 0x7f8d44161980 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d41ffb640 1 -- 10.20.193.52:0/3060441717 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d38037440 con 0x7f8d44161980 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 -- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d44161980 msgr2=0x7f8d44161d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d44161980 0x7f8d44161d60 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8d38009970 tx=0x7f8d3802ee90 comp rx=0 tx=0).stop 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 -- 10.20.193.52:0/3060441717 shutdown_connections 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b3260 0x7f8d44070730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 --2- 10.20.193.52:0/3060441717 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d44161980 0x7f8d44161d60 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 -- 10.20.193.52:0/3060441717 >> 10.20.193.52:0/3060441717 conn(0x7f8d440cef90 msgr2=0x7f8d440cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 -- 10.20.193.52:0/3060441717 shutdown_connections 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.543+0000 7f8d4959e640 1 -- 10.20.193.52:0/3060441717 wait complete. 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 Processor -- start 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 -- start start 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b2340 0x7f8d440ad910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d440b3260 0x7f8d44163a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d440ade50 con 0x7f8d44161980 2026-02-25T15:49:58.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d44163f80 con 0x7f8d440b3260 2026-02-25T15:49:58.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d4959e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d441f9440 con 0x7f8d440b2340 2026-02-25T15:49:58.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38946/0 (socket says 10.20.193.52:38946) 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 -- 10.20.193.52:0/165039443 learned_addr learned my addr 10.20.193.52:0/165039443 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d427fc640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d440b3260 0x7f8d44163a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d42ffd640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b2340 0x7f8d440ad910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 -- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b2340 msgr2=0x7f8d440ad910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b2340 0x7f8d440ad910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.555 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 -- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d440b3260 msgr2=0x7f8d44163a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d440b3260 0x7f8d44163a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 -- 10.20.193.52:0/165039443 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d380095d0 con 0x7f8d44161980 2026-02-25T15:49:58.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.544+0000 7f8d437fe640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400cbc0 tx=0x7f8d3400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3400ad50 con 0x7f8d44161980 2026-02-25T15:49:58.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d34012400 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d440ae080 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d340127b0 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d440ae640 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.545+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d44068270 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.546+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8d34007070 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.546+0000 7f8d237fe640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 0x7f8d10078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.546+0000 7f8d42ffd640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 0x7f8d10078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.546+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8d340976c0 con 0x7f8d44161980 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.547+0000 7f8d42ffd640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 0x7f8d10078500 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8d440b27d0 tx=0x7f8d38033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.548+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8d3405d350 con 0x7f8d44161980 2026-02-25T15:49:58.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.625+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8d44161d60 con 0x7f8d44161980 2026-02-25T15:49:58.627 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.625+0000 7f8d237fe640 1 -- 10.20.193.52:0/165039443 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8d340603d0 con 0x7f8d44161980 2026-02-25T15:49:58.627 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 msgr2=0x7f8d10078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 0x7f8d10078500 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8d440b27d0 tx=0x7f8d38033000 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 msgr2=0x7f8d440aaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400cbc0 tx=0x7f8d3400a430 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 shutdown_connections 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d10076040 0x7f8d10078500 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d44161980 0x7f8d440aaff0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d440b3260 0x7f8d44163a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 --2- 10.20.193.52:0/165039443 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d440b2340 0x7f8d440ad910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 >> 10.20.193.52:0/165039443 conn(0x7f8d440cef90 msgr2=0x7f8d44070730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 shutdown_connections 2026-02-25T15:49:58.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.626+0000 7f8d4959e640 1 -- 10.20.193.52:0/165039443 wait complete. 2026-02-25T15:49:58.635 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:58.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 Processor -- start 2026-02-25T15:49:58.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 -- start start 2026-02-25T15:49:58.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e1015ec20 0x7f7e100724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7e100715c0 0x7f7e1015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e1006c770 0x7f7e100ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e10071d80 con 0x7f7e1006c770 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e100cdf70 con 0x7f7e100715c0 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.701+0000 7f7e16c72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e100cd680 con 0x7f7e1015ec20 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e1006c770 0x7f7e100ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e1006c770 0x7f7e100ce400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38962/0 (socket says 10.20.193.52:38962) 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 -- 10.20.193.52:0/3884319432 learned_addr learned my addr 10.20.193.52:0/3884319432 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e07fff640 1 --2- 10.20.193.52:0/3884319432 >> v2:10.20.193.86:3300/0 conn(0x7f7e100715c0 0x7f7e1015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e149e7640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e1015ec20 0x7f7e100724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 -- 10.20.193.52:0/3884319432 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e1015ec20 msgr2=0x7f7e100724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e1015ec20 0x7f7e100724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 -- 10.20.193.52:0/3884319432 >> v2:10.20.193.86:3300/0 conn(0x7f7e100715c0 msgr2=0x7f7e1015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 --2- 10.20.193.52:0/3884319432 >> v2:10.20.193.86:3300/0 conn(0x7f7e100715c0 0x7f7e1015f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 -- 10.20.193.52:0/3884319432 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e10072a10 con 0x7f7e1006c770 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e151e8640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e100ce400 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7e100b4450 tx=0x7f7e0c02f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77e3ce0d3a4c3ba0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e077fe640 1 -- 10.20.193.52:0/3884319432 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c006ea0 con 0x7f7e1006c770 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e077fe640 1 -- 10.20.193.52:0/3884319432 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0c02fd70 con 0x7f7e1006c770 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.702+0000 7f7e077fe640 1 -- 10.20.193.52:0/3884319432 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c037610 con 0x7f7e1006c770 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- 10.20.193.52:0/3884319432 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 msgr2=0x7f7e100ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e100ce400 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7e100b4450 tx=0x7f7e0c02f310 comp rx=0 tx=0).stop 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- 10.20.193.52:0/3884319432 shutdown_connections 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e100ce400 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 --2- 10.20.193.52:0/3884319432 >> v2:10.20.193.86:3300/0 conn(0x7f7e100715c0 0x7f7e1015f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 --2- 10.20.193.52:0/3884319432 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e1015ec20 0x7f7e100724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- 10.20.193.52:0/3884319432 >> 10.20.193.52:0/3884319432 conn(0x7f7e100cef90 msgr2=0x7f7e100cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- 10.20.193.52:0/3884319432 shutdown_connections 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- 10.20.193.52:0/3884319432 wait complete. 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 Processor -- start 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.703+0000 7f7e16c72640 1 -- start start 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 0x7f7e1015a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e1015ec20 0x7f7e10159050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e10154e30 con 0x7f7e1006c770 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e101598a0 con 0x7f7e1015ec20 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e10159b80 con 0x7f7e100715c0 2026-02-25T15:49:58.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38978/0 (socket says 10.20.193.52:38978) 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 -- 10.20.193.52:0/4085302402 learned_addr learned my addr 10.20.193.52:0/4085302402 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e07fff640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 0x7f7e1015a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 -- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 msgr2=0x7f7e1015a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 0x7f7e1015a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 -- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e1015ec20 msgr2=0x7f7e10159050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e1015ec20 0x7f7e10159050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 -- 10.20.193.52:0/4085302402 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e0c009b30 con 0x7f7e1006c770 2026-02-25T15:49:58.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e07fff640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 0x7f7e1015a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e149e7640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7e0000e810 tx=0x7f7e0000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0000c8d0 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0000ca30 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e10159e60 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0000cdc0 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.704+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e1015a420 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.705+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e10068270 con 0x7f7e1006c770 2026-02-25T15:49:58.712 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.705+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7e00026480 con 0x7f7e1006c770 2026-02-25T15:49:58.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.706+0000 7f7e057fa640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 0x7f7de0078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.706+0000 7f7e07fff640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 0x7f7de0078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.706+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7e000974e0 con 0x7f7e1006c770 2026-02-25T15:49:58.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.706+0000 7f7e07fff640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 0x7f7de0078530 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7df8006fd0 tx=0x7f7df8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.708+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7e0005cfc0 con 0x7f7e1006c770 2026-02-25T15:49:58.786 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.784+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7e1015f540 con 0x7f7e1006c770 2026-02-25T15:49:58.787 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e057fa640 1 -- 10.20.193.52:0/4085302402 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7e00060040 con 0x7f7e1006c770 2026-02-25T15:49:58.787 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:58.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 msgr2=0x7f7de0078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 0x7f7de0078530 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7df8006fd0 tx=0x7f7df8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:58.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 msgr2=0x7f7e101548f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7e0000e810 tx=0x7f7e0000ece0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.788 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 shutdown_connections 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7de0076070 0x7f7de0078530 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e1015ec20 0x7f7e10159050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e100715c0 0x7f7e1015a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 --2- 10.20.193.52:0/4085302402 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e1006c770 0x7f7e101548f0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 >> 10.20.193.52:0/4085302402 conn(0x7f7e100cef90 msgr2=0x7f7e100ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 shutdown_connections 2026-02-25T15:49:58.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.785+0000 7f7e16c72640 1 -- 10.20.193.52:0/4085302402 wait complete. 2026-02-25T15:49:58.795 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.861+0000 7f516e693640 1 Processor -- start 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 -- start start 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f51680715c0 0x7f516815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f516806c770 0x7f51680ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5168071d80 con 0x7f516815ec20 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51680cdf70 con 0x7f516806c770 2026-02-25T15:49:58.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516e693640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51680cd680 con 0x7f51680715c0 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f5167fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f516815ec20 0x7f51680724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32838/0 (socket says 10.20.193.52:32838) 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f5167fff640 1 -- 10.20.193.52:0/3040459276 learned_addr learned my addr 10.20.193.52:0/3040459276 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516cc09640 1 --2- 10.20.193.52:0/3040459276 >> v2:10.20.193.52:3300/0 conn(0x7f516806c770 0x7f51680ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f51677fe640 1 --2- 10.20.193.52:0/3040459276 >> v2:10.20.193.86:3300/0 conn(0x7f51680715c0 0x7f516815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f5166ffd640 1 -- 10.20.193.52:0/3040459276 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2382555129 0 0) 0x7f5168071d80 con 0x7f516815ec20 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f5166ffd640 1 -- 10.20.193.52:0/3040459276 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f514c003620 con 0x7f516815ec20 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516cc09640 1 -- 10.20.193.52:0/3040459276 >> v2:10.20.193.86:3300/0 conn(0x7f51680715c0 msgr2=0x7f516815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516cc09640 1 --2- 10.20.193.52:0/3040459276 >> v2:10.20.193.86:3300/0 conn(0x7f51680715c0 0x7f516815f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516cc09640 1 -- 10.20.193.52:0/3040459276 >> v1:10.20.193.52:6789/0 conn(0x7f516815ec20 legacy=0x7f51680724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.862+0000 7f516cc09640 1 -- 10.20.193.52:0/3040459276 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51680cfd80 con 0x7f516806c770 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516cc09640 1 --2- 10.20.193.52:0/3040459276 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f51680ce400 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f51680aebc0 tx=0x7f515c02f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c0e4fc84ef8c304 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.867 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f5166ffd640 1 -- 10.20.193.52:0/3040459276 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515c006ea0 con 0x7f516806c770 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f5166ffd640 1 -- 10.20.193.52:0/3040459276 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f515c037440 con 0x7f516806c770 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f5166ffd640 1 -- 10.20.193.52:0/3040459276 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515c0377d0 con 0x7f516806c770 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 -- 10.20.193.52:0/3040459276 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 msgr2=0x7f51680ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 --2- 10.20.193.52:0/3040459276 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f51680ce400 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f51680aebc0 tx=0x7f515c02f250 comp rx=0 tx=0).stop 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 -- 10.20.193.52:0/3040459276 shutdown_connections 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 --2- 10.20.193.52:0/3040459276 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f51680ce400 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 --2- 10.20.193.52:0/3040459276 >> v2:10.20.193.86:3300/0 conn(0x7f51680715c0 0x7f516815f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 -- 10.20.193.52:0/3040459276 >> 10.20.193.52:0/3040459276 conn(0x7f51680cef90 msgr2=0x7f51680cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 -- 10.20.193.52:0/3040459276 shutdown_connections 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.863+0000 7f516e693640 1 -- 10.20.193.52:0/3040459276 wait complete. 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 Processor -- start 2026-02-25T15:49:58.868 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 -- start start 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51680715c0 0x7f51681554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516815ec20 0x7f516815c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f516813c4c0 con 0x7f516806c770 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5168137b40 con 0x7f516815ec20 2026-02-25T15:49:58.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f516e693640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f516813bc20 con 0x7f51680715c0 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.864+0000 7f5167fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:38988/0 (socket says 10.20.193.52:38988) 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 -- 10.20.193.52:0/1312223689 learned_addr learned my addr 10.20.193.52:0/1312223689 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f51677fe640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51680715c0 0x7f51681554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 -- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51680715c0 msgr2=0x7f51681554c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51680715c0 0x7f51681554c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 -- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516815ec20 msgr2=0x7f516815c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516815ec20 0x7f516815c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 -- 10.20.193.52:0/1312223689 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f515c009a70 con 0x7f516806c770 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5167fff640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f515400c550 tx=0x7f515400ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5154005de0 con 0x7f516806c770 2026-02-25T15:49:58.872 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5154007070 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f516813bf00 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5154007420 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5168155a00 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.865+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5168068270 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.866+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f5154007580 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.866+0000 7f5164ff9640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 0x7f5138078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.867+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f51540969a0 con 0x7f516806c770 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.867+0000 7f51677fe640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 0x7f5138078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.867+0000 7f51677fe640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 0x7f5138078500 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5168142900 tx=0x7f5158008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:58.873 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.868+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f515405c6c0 con 0x7f516806c770 2026-02-25T15:49:58.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.946+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5168144da0 con 0x7f516806c770 2026-02-25T15:49:58.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.946+0000 7f5164ff9640 1 -- 10.20.193.52:0/1312223689 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f515405f740 con 0x7f516806c770 2026-02-25T15:49:58.949 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:58.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 msgr2=0x7f5138078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 0x7f5138078500 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5168142900 tx=0x7f5158008040 comp rx=0 tx=0).stop 2026-02-25T15:49:58.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 msgr2=0x7f5168143590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:58.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f515400c550 tx=0x7f515400ca20 comp rx=0 tx=0).stop 2026-02-25T15:49:58.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 shutdown_connections 2026-02-25T15:49:58.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5138076040 0x7f5138078500 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516815ec20 0x7f516815c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f51680715c0 0x7f51681554c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 --2- 10.20.193.52:0/1312223689 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516806c770 0x7f5168143590 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:58.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 >> 10.20.193.52:0/1312223689 conn(0x7f51680cef90 msgr2=0x7f516806cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:58.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 shutdown_connections 2026-02-25T15:49:58.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:58.947+0000 7f516e693640 1 -- 10.20.193.52:0/1312223689 wait complete. 2026-02-25T15:49:58.957 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:59.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.026+0000 7fbaca76b640 1 Processor -- start 2026-02-25T15:49:59.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.026+0000 7fbaca76b640 1 -- start start 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbaca76b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbac40715c0 0x7fbac415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbaca76b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 0x7fbac40ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbaca76b640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbac4071d80 con 0x7fbac415ec20 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbaca76b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbac40cdf70 con 0x7fbac40715c0 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbaca76b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbac40cd680 con 0x7fbac406c770 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac3fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fbac415ec20 0x7fbac40724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32840/0 (socket says 10.20.193.52:32840) 2026-02-25T15:49:59.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac3fff640 1 -- 10.20.193.52:0/2473581839 learned_addr learned my addr 10.20.193.52:0/2473581839 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1941084091 0 0) 0x7fbac4071d80 con 0x7fbac415ec20 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbaa8003620 con 0x7fbac415ec20 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac8ce1640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 0x7fbac40ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 --2- 10.20.193.52:0/2473581839 >> v2:10.20.193.86:3300/0 conn(0x7fbac40715c0 0x7fbac415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2620129364 0 0) 0x7fbaa8003620 con 0x7fbac415ec20 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 msgr2=0x7fbac40ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 0x7fbac40ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 >> v2:10.20.193.86:3300/0 conn(0x7fbac40715c0 msgr2=0x7fbac415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 --2- 10.20.193.52:0/2473581839 >> v2:10.20.193.86:3300/0 conn(0x7fbac40715c0 0x7fbac415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbac40cfd80 con 0x7fbac415ec20 2026-02-25T15:49:59.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fbab0002f00 con 0x7fbac415ec20 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 >> v1:10.20.193.52:6789/0 conn(0x7fbac415ec20 legacy=0x7fbac40724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaa8003ac0 0x7fbaa8003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaa80048c0 0x7fbaa8004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 0x7fbaa8005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac40cdf70 con 0x7fbaa80048c0 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac40cd680 con 0x7fbaa8003ac0 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbaa800bbe0 con 0x7fbac406c770 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaa80048c0 0x7fbaa8004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac3fff640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaa8003ac0 0x7fbaa8003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 -- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 msgr2=0x7fbaa8005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbac406c770 0x7fbaa8005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 -- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaa8003ac0 msgr2=0x7fbaa8003ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaa8003ac0 0x7fbaa8003ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.027+0000 7fbac37fe640 1 -- 10.20.193.52:0/2473581839 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaa8003620 con 0x7fbaa80048c0 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbac37fe640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaa80048c0 0x7fbaa8004d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbab40098d0 tx=0x7fbab402ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1e11b927c30a316 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab402f950 con 0x7fbaa80048c0 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbab402fab0 con 0x7fbaa80048c0 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbac2ffd640 1 -- 10.20.193.52:0/2473581839 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab402fe40 con 0x7fbaa80048c0 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 -- 10.20.193.52:0/2473581839 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaa80048c0 msgr2=0x7fbaa8004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 --2- 10.20.193.52:0/2473581839 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaa80048c0 0x7fbaa8004d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbab40098d0 tx=0x7fbab402ef30 comp rx=0 tx=0).stop 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbac8ce1640 1 -- 10.20.193.52:0/2473581839 reap_dead start 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 -- 10.20.193.52:0/2473581839 shutdown_connections 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 -- 10.20.193.52:0/2473581839 >> 10.20.193.52:0/2473581839 conn(0x7fbac40cef90 msgr2=0x7fbac40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 -- 10.20.193.52:0/2473581839 shutdown_connections 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.028+0000 7fbaca76b640 1 -- 10.20.193.52:0/2473581839 wait complete. 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.029+0000 7fbaca76b640 1 Processor -- start 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.029+0000 7fbaca76b640 1 -- start start 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.029+0000 7fbaca76b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 0x7fbac413b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.029+0000 7fbaca76b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbac415b640 0x7fbac41411f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac4141bb0 con 0x7fbac4141730 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac413d8f0 con 0x7fbac415b640 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbac413cae0 con 0x7fbaa80048c0 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39000/0 (socket says 10.20.193.52:39000) 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 -- 10.20.193.52:0/35441074 learned_addr learned my addr 10.20.193.52:0/35441074 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac3fff640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 0x7fbac413b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac37fe640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbac415b640 0x7fbac41411f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 -- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 msgr2=0x7fbac413b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 0x7fbac413b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 -- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbac415b640 msgr2=0x7fbac41411f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbac415b640 0x7fbac41411f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 -- 10.20.193.52:0/35441074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbac413d2a0 con 0x7fbac4141730 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac3fff640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 0x7fbac413b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac8ce1640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8004840 tx=0x7fbab800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab8006ea0 con 0x7fbac4141730 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbab800edd0 con 0x7fbac4141730 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbac413d580 con 0x7fbac4141730 2026-02-25T15:49:59.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab8014660 con 0x7fbac4141730 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbac415bac0 con 0x7fbac4141730 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.030+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbac413d100 con 0x7fbac4141730 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.031+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbab80147c0 con 0x7fbac4141730 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.032+0000 7fbac0ff9640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 0x7fba94078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.032+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fbab8098070 con 0x7fbac4141730 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.032+0000 7fbac3fff640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 0x7fba94078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.032+0000 7fbac3fff640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 0x7fba94078500 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbab00034c0 tx=0x7fbab0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.033+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbab805dc50 con 0x7fbac4141730 2026-02-25T15:49:59.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.110+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fbac40b20b0 con 0x7fbac4141730 2026-02-25T15:49:59.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.111+0000 7fbac0ff9640 1 -- 10.20.193.52:0/35441074 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fbac40b20b0 con 0x7fbac4141730 2026-02-25T15:49:59.112 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 msgr2=0x7fba94078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 0x7fba94078500 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbab00034c0 tx=0x7fbab0009040 comp rx=0 tx=0).stop 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 msgr2=0x7fbac41433a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8004840 tx=0x7fbab800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 shutdown_connections 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fba94076040 0x7fba94078500 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbac4141730 0x7fbac41433a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbac415b640 0x7fbac41411f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 --2- 10.20.193.52:0/35441074 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaa80048c0 0x7fbac413b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 >> 10.20.193.52:0/35441074 conn(0x7fbac40cef90 msgr2=0x7fbac40723d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 shutdown_connections 2026-02-25T15:49:59.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.112+0000 7fbaca76b640 1 -- 10.20.193.52:0/35441074 wait complete. 2026-02-25T15:49:59.122 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:59.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.187+0000 7f7ff3710640 1 Processor -- start 2026-02-25T15:49:59.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.187+0000 7f7ff3710640 1 -- start start 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff3710640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7fec0b27f0 0x7f7fec142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff3710640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fec0b40f0 con 0x7f7fec140270 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff3710640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fec0addc0 con 0x7f7fec143250 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff3710640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fec143a40 con 0x7f7fec0b27f0 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff1485640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7fec140270 0x7f7fec0b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32844/0 (socket says 10.20.193.52:32844) 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff1485640 1 -- 10.20.193.52:0/994024039 learned_addr learned my addr 10.20.193.52:0/994024039 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/994024039 >> v2:10.20.193.86:3300/0 conn(0x7f7fec0b27f0 0x7f7fec142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 644882337 0 0) 0x7f7fec0b40f0 con 0x7f7fec140270 2026-02-25T15:49:59.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7fd4003620 con 0x7f7fec140270 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2460382728 0 0) 0x7f7fd4003620 con 0x7f7fec140270 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 >> v2:10.20.193.86:3300/0 conn(0x7f7fec0b27f0 msgr2=0x7f7fec142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 --2- 10.20.193.52:0/994024039 >> v2:10.20.193.86:3300/0 conn(0x7f7fec0b27f0 0x7f7fec142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 >> v1:10.20.193.86:6789/0 conn(0x7f7fec143250 legacy=0x7f7fec0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fec0b4370 con 0x7f7fec140270 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7fdc002f00 con 0x7f7fec140270 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 >> v1:10.20.193.52:6789/0 conn(0x7f7fec140270 legacy=0x7f7fec0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fd4003b30 0x7f7fd4003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fd4004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fd4005280 0x7f7fd400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fec143a40 con 0x7f7fd40048c0 2026-02-25T15:49:59.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd400c1b0 con 0x7f7fd4005280 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd400c370 con 0x7f7fd4003b30 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.188+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fd4004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff1485640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fd4003b30 0x7f7fd4003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff1c86640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fd4005280 0x7f7fd400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 -- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fd4003b30 msgr2=0x7f7fd4003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fd4003b30 0x7f7fd4003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 -- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fd4005280 msgr2=0x7f7fd400ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fd4005280 0x7f7fd400ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff1c86640 1 -- 10.20.193.52:0/994024039 reap_dead start 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 -- 10.20.193.52:0/994024039 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd4003620 con 0x7f7fd40048c0 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fd4004d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0009bc0 tx=0x7f7fe002f4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6adfcb5569fbc22 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe002fd00 con 0x7f7fd40048c0 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fe002fe60 con 0x7f7fd40048c0 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7fdbfff640 1 -- 10.20.193.52:0/994024039 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0037660 con 0x7f7fd40048c0 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 -- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 msgr2=0x7f7fd4004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fd4004d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0009bc0 tx=0x7f7fe002f4e0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 -- 10.20.193.52:0/994024039 shutdown_connections 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 --2- 10.20.193.52:0/994024039 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fd4004d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 -- 10.20.193.52:0/994024039 >> 10.20.193.52:0/994024039 conn(0x7f7fec06c980 msgr2=0x7f7fec06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 -- 10.20.193.52:0/994024039 shutdown_connections 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.189+0000 7f7ff3710640 1 -- 10.20.193.52:0/994024039 wait complete. 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.190+0000 7f7ff3710640 1 Processor -- start 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.190+0000 7f7ff3710640 1 -- start start 2026-02-25T15:49:59.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 0x7f7fec1573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fec160bb0 0x7f7fec161030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fec1ebae0 con 0x7f7fd40048c0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fec161570 con 0x7f7fec13ebc0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fec157920 con 0x7f7fec160bb0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39020/0 (socket says 10.20.193.52:39020) 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 -- 10.20.193.52:0/1556005112 learned_addr learned my addr 10.20.193.52:0/1556005112 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1c86640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fec160bb0 0x7f7fec161030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 0x7f7fec1573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 -- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fec160bb0 msgr2=0x7f7fec161030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fec160bb0 0x7f7fec161030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 -- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 msgr2=0x7f7fec1573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 0x7f7fec1573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 -- 10.20.193.52:0/1556005112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fec1eaed0 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 0x7f7fec1573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff1485640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc00eaf0 tx=0x7f7fdc002f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fdc00c870 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fdc00c9f0 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fec1eb1b0 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fdc00cda0 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fec1eb770 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.191+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fec1eb930 con 0x7f7fd40048c0 2026-02-25T15:49:59.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.192+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7fdc01d460 con 0x7f7fd40048c0 2026-02-25T15:49:59.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.192+0000 7f7fd9ffb640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 0x7f7fbc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.193+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 0x7f7fbc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.193+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7fdc097d10 con 0x7f7fd40048c0 2026-02-25T15:49:59.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.193+0000 7f7ff0c84640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 0x7f7fbc078500 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0039000 tx=0x7f7fe0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.194+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7fdc05d7f0 con 0x7f7fd40048c0 2026-02-25T15:49:59.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.271+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7fec13efa0 con 0x7f7fd40048c0 2026-02-25T15:49:59.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.272+0000 7f7fd9ffb640 1 -- 10.20.193.52:0/1556005112 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f7fdc060870 con 0x7f7fd40048c0 2026-02-25T15:49:59.274 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:49:59.275 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 msgr2=0x7f7fbc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 0x7f7fbc078500 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0039000 tx=0x7f7fe0033000 comp rx=0 tx=0).stop 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 msgr2=0x7f7fec13f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc00eaf0 tx=0x7f7fdc002f30 comp rx=0 tx=0).stop 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 shutdown_connections 2026-02-25T15:49:59.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7fbc076040 0x7f7fbc078500 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7fec160bb0 0x7f7fec161030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7fec13ebc0 0x7f7fec1573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 --2- 10.20.193.52:0/1556005112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7fd40048c0 0x7f7fec13f150 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 >> 10.20.193.52:0/1556005112 conn(0x7f7fec06c980 msgr2=0x7f7fec0aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 shutdown_connections 2026-02-25T15:49:59.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.273+0000 7f7ff3710640 1 -- 10.20.193.52:0/1556005112 wait complete. 2026-02-25T15:49:59.283 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:49:59.284 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:49:59.351 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 Processor -- start 2026-02-25T15:49:59.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 -- start start 2026-02-25T15:49:59.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa9280724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa92806c770 0x7fa9280ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa928071d80 con 0x7fa9280715c0 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9280cdf70 con 0x7fa92806c770 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92e618640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9280cd680 con 0x7fa92815ec20 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa92cb8e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa92806c770 0x7fa9280ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa9277fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa9280715c0 0x7fa92815f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32856/0 (socket says 10.20.193.52:32856) 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa9277fe640 1 -- 10.20.193.52:0/115871018 learned_addr learned my addr 10.20.193.52:0/115871018 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.350+0000 7fa927fff640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa9280724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa926ffd640 1 -- 10.20.193.52:0/115871018 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2799320086 0 0) 0x7fa928071d80 con 0x7fa9280715c0 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92cb8e640 1 -- 10.20.193.52:0/115871018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 msgr2=0x7fa9280724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92cb8e640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa9280724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92cb8e640 1 -- 10.20.193.52:0/115871018 >> v1:10.20.193.52:6789/0 conn(0x7fa9280715c0 legacy=0x7fa92815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92cb8e640 1 -- 10.20.193.52:0/115871018 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa928072a10 con 0x7fa92806c770 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92cb8e640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa9280ce400 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa91c009d90 tx=0x7fa91c02f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=931978ed8e40df95 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa926ffd640 1 -- 10.20.193.52:0/115871018 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91c006ea0 con 0x7fa92806c770 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa926ffd640 1 -- 10.20.193.52:0/115871018 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa91c037440 con 0x7fa92806c770 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa926ffd640 1 -- 10.20.193.52:0/115871018 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91c0377d0 con 0x7fa92806c770 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 -- 10.20.193.52:0/115871018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 msgr2=0x7fa9280ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa9280ce400 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa91c009d90 tx=0x7fa91c02f270 comp rx=0 tx=0).stop 2026-02-25T15:49:59.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 -- 10.20.193.52:0/115871018 shutdown_connections 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa9280ce400 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 --2- 10.20.193.52:0/115871018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa9280724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 -- 10.20.193.52:0/115871018 >> 10.20.193.52:0/115871018 conn(0x7fa9280cef90 msgr2=0x7fa9280cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 -- 10.20.193.52:0/115871018 shutdown_connections 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.351+0000 7fa92e618640 1 -- 10.20.193.52:0/115871018 wait complete. 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.352+0000 7fa92e618640 1 Processor -- start 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.352+0000 7fa92e618640 1 -- start start 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 0x7fa928140cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa92815bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281e9f40 con 0x7fa92806c770 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281ea360 con 0x7fa9280715c0 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281e95e0 con 0x7fa92815ec20 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39024/0 (socket says 10.20.193.52:39024) 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 -- 10.20.193.52:0/194264078 learned_addr learned my addr 10.20.193.52:0/194264078 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92cb8e640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa92815bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa9277fe640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 0x7fa928140cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 -- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 msgr2=0x7fa92815bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa92815bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 -- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 msgr2=0x7fa928140cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 0x7fa928140cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 -- 10.20.193.52:0/194264078 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa91c009a70 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92cb8e640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa92815bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa9277fe640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 0x7fa928140cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa927fff640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa91400e890 tx=0x7fa91400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9140095f0 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa91400c940 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa928141210 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91400ccf0 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9281e9b60 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.353+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa928068270 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.354+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa914011070 con 0x7fa92806c770 2026-02-25T15:49:59.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.354+0000 7fa924ff9640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 0x7fa8f8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.354+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa914096ff0 con 0x7fa92806c770 2026-02-25T15:49:59.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.354+0000 7fa9277fe640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 0x7fa8f8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.355+0000 7fa9277fe640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 0x7fa8f8078500 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa918007fd0 tx=0x7fa918009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.357+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa91405cb80 con 0x7fa92806c770 2026-02-25T15:49:59.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.435+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa928144e30 con 0x7fa92806c770 2026-02-25T15:49:59.437 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.435+0000 7fa924ff9640 1 -- 10.20.193.52:0/194264078 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa91405fc00 con 0x7fa92806c770 2026-02-25T15:49:59.438 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 msgr2=0x7fa8f8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 0x7fa8f8078500 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa918007fd0 tx=0x7fa918009040 comp rx=0 tx=0).stop 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 msgr2=0x7fa92815d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa91400e890 tx=0x7fa91400ed60 comp rx=0 tx=0).stop 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 shutdown_connections 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa8f8076040 0x7fa8f8078500 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa92815ec20 0x7fa92815bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9280715c0 0x7fa928140cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 --2- 10.20.193.52:0/194264078 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa92806c770 0x7fa92815d720 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 >> 10.20.193.52:0/194264078 conn(0x7fa9280cef90 msgr2=0x7fa9281e63a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 shutdown_connections 2026-02-25T15:49:59.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.436+0000 7fa92e618640 1 -- 10.20.193.52:0/194264078 wait complete. 2026-02-25T15:49:59.446 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:49:59.514 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 Processor -- start 2026-02-25T15:49:59.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 -- start start 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd19015d5d0 0x7fd1900d4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900ce6d0 0x7fd1900b7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1900b77a0 con 0x7fd1900cdb30 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1900d29f0 con 0x7fd19015d5d0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd1968d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1900b6e70 con 0x7fd1900ce6d0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd18ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd19015d5d0 0x7fd1900d4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd18f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fd1900cdb30 0x7fd1900cdfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32862/0 (socket says 10.20.193.52:32862) 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.513+0000 7fd18f7fe640 1 -- 10.20.193.52:0/3465644248 learned_addr learned my addr 10.20.193.52:0/3465644248 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd194e47640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900ce6d0 0x7fd1900b7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18ffff640 1 -- 10.20.193.52:0/3465644248 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900ce6d0 msgr2=0x7fd1900b7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18ffff640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900ce6d0 0x7fd1900b7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18ffff640 1 -- 10.20.193.52:0/3465644248 >> v1:10.20.193.52:6789/0 conn(0x7fd1900cdb30 legacy=0x7fd1900cdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18ffff640 1 -- 10.20.193.52:0/3465644248 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1900b7150 con 0x7fd19015d5d0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18effd640 1 -- 10.20.193.52:0/3465644248 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2068979288 0 0) 0x7fd1900b77a0 con 0x7fd1900cdb30 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18ffff640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900d4030 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd17c0098a0 tx=0x7fd17c02ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c4951b8323256 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18effd640 1 -- 10.20.193.52:0/3465644248 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17c02fad0 con 0x7fd19015d5d0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18effd640 1 -- 10.20.193.52:0/3465644248 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd17c02fc30 con 0x7fd19015d5d0 2026-02-25T15:49:59.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd18effd640 1 -- 10.20.193.52:0/3465644248 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17c037440 con 0x7fd19015d5d0 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 -- 10.20.193.52:0/3465644248 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 msgr2=0x7fd1900d4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900d4030 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd17c0098a0 tx=0x7fd17c02ee10 comp rx=0 tx=0).stop 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 -- 10.20.193.52:0/3465644248 shutdown_connections 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900ce6d0 0x7fd1900b7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 --2- 10.20.193.52:0/3465644248 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900d4030 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 -- 10.20.193.52:0/3465644248 >> 10.20.193.52:0/3465644248 conn(0x7fd19009c7c0 msgr2=0x7fd1900d34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.514+0000 7fd1968d1640 1 -- 10.20.193.52:0/3465644248 shutdown_connections 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.515+0000 7fd1968d1640 1 -- 10.20.193.52:0/3465644248 wait complete. 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.515+0000 7fd1968d1640 1 Processor -- start 2026-02-25T15:49:59.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.515+0000 7fd1968d1640 1 -- start start 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900cdb30 0x7fd1900a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd1900ce6d0 0x7fd1900c7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1900c78d0 con 0x7fd19015d5d0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1900c6d00 con 0x7fd1900ce6d0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1900c6fa0 con 0x7fd1900cdb30 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39048/0 (socket says 10.20.193.52:39048) 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 -- 10.20.193.52:0/2768801793 learned_addr learned my addr 10.20.193.52:0/2768801793 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd18f7fe640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd1900ce6d0 0x7fd1900c7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd18ffff640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900cdb30 0x7fd1900a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 -- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900cdb30 msgr2=0x7fd1900a0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900cdb30 0x7fd1900a0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 -- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd1900ce6d0 msgr2=0x7fd1900c7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd1900ce6d0 0x7fd1900c7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 -- 10.20.193.52:0/2768801793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd17c009500 con 0x7fd19015d5d0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd194e47640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd184009fd0 tx=0x7fd18400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd184006ea0 con 0x7fd19015d5d0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd184014420 con 0x7fd19015d5d0 2026-02-25T15:49:59.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1900c7280 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1840147b0 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.516+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd19009efa0 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.517+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd190067c80 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.517+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd184014910 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.518+0000 7fd18cff9640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 0x7fd160078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.518+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fd1840978d0 con 0x7fd19015d5d0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.518+0000 7fd18ffff640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 0x7fd160078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.518+0000 7fd18ffff640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 0x7fd160078500 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd17c039000 tx=0x7fd17c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.520+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd18405d3d0 con 0x7fd19015d5d0 2026-02-25T15:49:59.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.597+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd1900d4030 con 0x7fd19015d5d0 2026-02-25T15:49:59.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.597+0000 7fd18cff9640 1 -- 10.20.193.52:0/2768801793 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd184060450 con 0x7fd19015d5d0 2026-02-25T15:49:59.599 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:59.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 msgr2=0x7fd160078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 0x7fd160078500 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd17c039000 tx=0x7fd17c033000 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 msgr2=0x7fd1900c8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd184009fd0 tx=0x7fd18400e4b0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 shutdown_connections 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd160076040 0x7fd160078500 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd19015d5d0 0x7fd1900c8e20 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd1900ce6d0 0x7fd1900c7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 --2- 10.20.193.52:0/2768801793 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd1900cdb30 0x7fd1900a0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 >> 10.20.193.52:0/2768801793 conn(0x7fd19009c7c0 msgr2=0x7fd1900cfef0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 shutdown_connections 2026-02-25T15:49:59.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.598+0000 7fd1968d1640 1 -- 10.20.193.52:0/2768801793 wait complete. 2026-02-25T15:49:59.607 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:49:59.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.672+0000 7f3220add640 1 Processor -- start 2026-02-25T15:49:59.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.672+0000 7f3220add640 1 -- start start 2026-02-25T15:49:59.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3220add640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f321c15ec20 0x7f321c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3220add640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f321c0715c0 0x7f321c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3220add640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f321c071d80 con 0x7f321c06c770 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3220add640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f321c0cdf70 con 0x7f321c15ec20 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3220add640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f321c0cd680 con 0x7f321c0715c0 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321a575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f321c15ec20 0x7f321c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321ad76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f321c06c770 0x7f321c0ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32864/0 (socket says 10.20.193.52:32864) 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321ad76640 1 -- 10.20.193.52:0/2204000161 learned_addr learned my addr 10.20.193.52:0/2204000161 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3219d74640 1 --2- 10.20.193.52:0/2204000161 >> v2:10.20.193.86:3300/0 conn(0x7f321c0715c0 0x7f321c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321a575640 1 -- 10.20.193.52:0/2204000161 >> v2:10.20.193.86:3300/0 conn(0x7f321c0715c0 msgr2=0x7f321c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321a575640 1 --2- 10.20.193.52:0/2204000161 >> v2:10.20.193.86:3300/0 conn(0x7f321c0715c0 0x7f321c15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321a575640 1 -- 10.20.193.52:0/2204000161 >> v1:10.20.193.52:6789/0 conn(0x7f321c06c770 legacy=0x7f321c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f3219573640 1 -- 10.20.193.52:0/2204000161 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 912796889 0 0) 0x7f321c071d80 con 0x7f321c06c770 2026-02-25T15:49:59.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.673+0000 7f321a575640 1 -- 10.20.193.52:0/2204000161 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f321c072a10 con 0x7f321c15ec20 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f321a575640 1 --2- 10.20.193.52:0/2204000161 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c15ec20 0x7f321c0724d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f321c0aebc0 tx=0x7f321002eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b0172002bc1a369 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3219573640 1 -- 10.20.193.52:0/2204000161 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f321002fb80 con 0x7f321c15ec20 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3219573640 1 -- 10.20.193.52:0/2204000161 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f321002fce0 con 0x7f321c15ec20 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3219573640 1 -- 10.20.193.52:0/2204000161 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3210037660 con 0x7f321c15ec20 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 -- 10.20.193.52:0/2204000161 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c15ec20 msgr2=0x7f321c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 --2- 10.20.193.52:0/2204000161 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c15ec20 0x7f321c0724d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f321c0aebc0 tx=0x7f321002eeb0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 -- 10.20.193.52:0/2204000161 shutdown_connections 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 --2- 10.20.193.52:0/2204000161 >> v2:10.20.193.86:3300/0 conn(0x7f321c0715c0 0x7f321c15f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 --2- 10.20.193.52:0/2204000161 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c15ec20 0x7f321c0724d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 -- 10.20.193.52:0/2204000161 >> 10.20.193.52:0/2204000161 conn(0x7f321c0cef90 msgr2=0x7f321c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 -- 10.20.193.52:0/2204000161 shutdown_connections 2026-02-25T15:49:59.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.674+0000 7f3220add640 1 -- 10.20.193.52:0/2204000161 wait complete. 2026-02-25T15:49:59.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 Processor -- start 2026-02-25T15:49:59.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 -- start start 2026-02-25T15:49:59.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f321c06c770 0x7f321c139c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f321c15ec20 0x7f321c15a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f321c1433c0 con 0x7f321c0715c0 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f321c13a150 con 0x7f321c06c770 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3220add640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f321c142740 con 0x7f321c15ec20 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39080/0 (socket says 10.20.193.52:39080) 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 -- 10.20.193.52:0/460113168 learned_addr learned my addr 10.20.193.52:0/460113168 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f321a575640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f321c06c770 0x7f321c139c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 -- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f321c15ec20 msgr2=0x7f321c15a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f321c15ec20 0x7f321c15a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 -- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f321c06c770 msgr2=0x7f321c139c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f321c06c770 0x7f321c139c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.675+0000 7f3219d74640 1 -- 10.20.193.52:0/460113168 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3210009500 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3219d74640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f320400e7c0 tx=0x7f320400ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320400c8d0 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f320400ca30 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f321c142a20 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320400cde0 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f321c142fe0 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.676+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f321c143500 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.677+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3204013410 con 0x7f321c0715c0 2026-02-25T15:49:59.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.677+0000 7f3202ffd640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 0x7f31e8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.677+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f32040970e0 con 0x7f321c0715c0 2026-02-25T15:49:59.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.677+0000 7f321a575640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 0x7f31e8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.677+0000 7f321a575640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 0x7f31e8078500 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3210039000 tx=0x7f3210033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.679+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f321c143500 con 0x7f321c0715c0 2026-02-25T15:49:59.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.756+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f321c143500 con 0x7f321c0715c0 2026-02-25T15:49:59.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3202ffd640 1 -- 10.20.193.52:0/460113168 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f321c143500 con 0x7f321c0715c0 2026-02-25T15:49:59.759 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:49:59.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 msgr2=0x7f31e8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 0x7f31e8078500 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3210039000 tx=0x7f3210033000 comp rx=0 tx=0).stop 2026-02-25T15:49:59.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 msgr2=0x7f321c1437e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f320400e7c0 tx=0x7f320400ec90 comp rx=0 tx=0).stop 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 shutdown_connections 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f31e8076040 0x7f31e8078500 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f321c15ec20 0x7f321c15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f321c0715c0 0x7f321c1437e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 --2- 10.20.193.52:0/460113168 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f321c06c770 0x7f321c139c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 >> 10.20.193.52:0/460113168 conn(0x7f321c0cef90 msgr2=0x7f321c15d790 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 shutdown_connections 2026-02-25T15:49:59.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.757+0000 7f3220add640 1 -- 10.20.193.52:0/460113168 wait complete. 2026-02-25T15:49:59.767 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:49:59.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.835+0000 7fe4cba18640 1 Processor -- start 2026-02-25T15:49:59.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.835+0000 7fe4cba18640 1 -- start start 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4cba18640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe4c40b2a90 0x7fe4c406c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4cba18640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe4c40ae360 0x7fe4c40709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4cba18640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4c40ad7c0 con 0x7fe4c415d390 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4cba18640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4c40b2020 con 0x7fe4c40ae360 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4cba18640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4c40b2300 con 0x7fe4c40b2a90 2026-02-25T15:49:59.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c978d640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe4c415d390 0x7fe4c40adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32868/0 (socket says 10.20.193.52:32868) 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c978d640 1 -- 10.20.193.52:0/3089890648 learned_addr learned my addr 10.20.193.52:0/3089890648 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 --2- 10.20.193.52:0/3089890648 >> v2:10.20.193.52:3300/0 conn(0x7fe4c40ae360 0x7fe4c40709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4b3fff640 1 -- 10.20.193.52:0/3089890648 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1416873018 0 0) 0x7fe4c40ad7c0 con 0x7fe4c415d390 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4b3fff640 1 -- 10.20.193.52:0/3089890648 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4ac003620 con 0x7fe4c415d390 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 -- 10.20.193.52:0/3089890648 >> v2:10.20.193.86:3300/0 conn(0x7fe4c40b2a90 msgr2=0x7fe4c406c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 --2- 10.20.193.52:0/3089890648 >> v2:10.20.193.86:3300/0 conn(0x7fe4c40b2a90 0x7fe4c406c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 -- 10.20.193.52:0/3089890648 >> v1:10.20.193.52:6789/0 conn(0x7fe4c415d390 legacy=0x7fe4c40adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 -- 10.20.193.52:0/3089890648 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4c40b25e0 con 0x7fe4c40ae360 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4c9f8e640 1 --2- 10.20.193.52:0/3089890648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c40709a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe4c406e9d0 tx=0x7fe4c002f290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38434d2b33f24e16 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4b3fff640 1 -- 10.20.193.52:0/3089890648 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c0006ea0 con 0x7fe4c40ae360 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4b3fff640 1 -- 10.20.193.52:0/3089890648 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4c0037440 con 0x7fe4c40ae360 2026-02-25T15:49:59.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.836+0000 7fe4b3fff640 1 -- 10.20.193.52:0/3089890648 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4c00377b0 con 0x7fe4c40ae360 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- 10.20.193.52:0/3089890648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 msgr2=0x7fe4c40709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3089890648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c40709a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe4c406e9d0 tx=0x7fe4c002f290 comp rx=0 tx=0).stop 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- 10.20.193.52:0/3089890648 shutdown_connections 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3089890648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c40709a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3089890648 >> v2:10.20.193.86:3300/0 conn(0x7fe4c40b2a90 0x7fe4c406c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- 10.20.193.52:0/3089890648 >> 10.20.193.52:0/3089890648 conn(0x7fe4c40cef90 msgr2=0x7fe4c40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- 10.20.193.52:0/3089890648 shutdown_connections 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- 10.20.193.52:0/3089890648 wait complete. 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 Processor -- start 2026-02-25T15:49:59.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.837+0000 7fe4cba18640 1 -- start start 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 0x7fe4c40caa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 0x7fe4c40cc750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c40ccfa0 con 0x7fe4c40ae360 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c40cd280 con 0x7fe4c415d390 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c40cd560 con 0x7fe4c40b2a90 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39100/0 (socket says 10.20.193.52:39100) 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 -- 10.20.193.52:0/3112023433 learned_addr learned my addr 10.20.193.52:0/3112023433 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c9f8e640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 0x7fe4c40cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 -- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 msgr2=0x7fe4c40caa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c8f8c640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 0x7fe4c40caa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 0x7fe4c40caa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 -- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 msgr2=0x7fe4c40cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 0x7fe4c40cc750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 -- 10.20.193.52:0/3112023433 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4c0009a70 con 0x7fe4c40ae360 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c9f8e640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 0x7fe4c40cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c8f8c640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 0x7fe4c40caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4c978d640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c520 tx=0x7fe4b400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b4005de0 con 0x7fe4c40ae360 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b4007070 con 0x7fe4c40ae360 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4c40ae8f0 con 0x7fe4c40ae360 2026-02-25T15:49:59.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b4007420 con 0x7fe4c40ae360 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.838+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4c40cdb20 con 0x7fe4c40ae360 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.839+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4c40cdd40 con 0x7fe4c40ae360 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.839+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe4b4007580 con 0x7fe4c40ae360 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.840+0000 7fe4b1ffb640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 0x7fe494078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.840+0000 7fe4c8f8c640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 0x7fe494078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.840+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe4b40965f0 con 0x7fe4c40ae360 2026-02-25T15:49:59.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.840+0000 7fe4c8f8c640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 0x7fe494078500 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8006fd0 tx=0x7fe4b8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:49:59.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.842+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe4b405c190 con 0x7fe4c40ae360 2026-02-25T15:49:59.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.920+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fe4c4068270 con 0x7fe4c40ae360 2026-02-25T15:49:59.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.920+0000 7fe4b1ffb640 1 -- 10.20.193.52:0/3112023433 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fe4b405f210 con 0x7fe4c40ae360 2026-02-25T15:49:59.923 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 msgr2=0x7fe494078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 0x7fe494078500 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe4b8006fd0 tx=0x7fe4b8008040 comp rx=0 tx=0).stop 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 msgr2=0x7fe4c41f4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c520 tx=0x7fe4b400c9f0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 shutdown_connections 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe494076040 0x7fe494078500 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4c415d390 0x7fe4c40cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4c40b2a90 0x7fe4c40caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 --2- 10.20.193.52:0/3112023433 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4c40ae360 0x7fe4c41f4d60 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:49:59.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 >> 10.20.193.52:0/3112023433 conn(0x7fe4c40cef90 msgr2=0x7fe4c40aebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:49:59.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 shutdown_connections 2026-02-25T15:49:59.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.921+0000 7fe4cba18640 1 -- 10.20.193.52:0/3112023433 wait complete. 2026-02-25T15:49:59.931 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:49:59.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.997+0000 7fac74ebb640 1 Processor -- start 2026-02-25T15:49:59.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.997+0000 7fac74ebb640 1 -- start start 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac74ebb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac700ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac74ebb640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac7015bcc0 con 0x7fac7015b750 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac74ebb640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac7015bfa0 con 0x7fac700b4470 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac74ebb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac70071c60 con 0x7fac70071710 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6dd74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fac7015b750 0x7fac70070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32882/0 (socket says 10.20.193.52:32882) 2026-02-25T15:50:00.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6dd74640 1 -- 10.20.193.52:0/758695102 learned_addr learned my addr 10.20.193.52:0/758695102 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6e575640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac700ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2140177884 0 0) 0x7fac7015bcc0 con 0x7fac7015b750 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac5c003620 con 0x7fac7015b750 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2531302077 0 0) 0x7fac5c003620 con 0x7fac7015b750 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 msgr2=0x7fac700ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac700ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 >> v1:10.20.193.86:6789/0 conn(0x7fac700b4470 legacy=0x7fac700720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac7015c280 con 0x7fac7015b750 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fac58002f00 con 0x7fac7015b750 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 >> v1:10.20.193.52:6789/0 conn(0x7fac7015b750 legacy=0x7fac70070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac5c003b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac5c0041e0 0x7fac5c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac5c004f20 0x7fac5c00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c005600 con 0x7fac5c004f20 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c005770 con 0x7fac5c0041e0 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c00c040 con 0x7fac70071710 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6ed76640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac5c004f20 0x7fac5c00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.998+0000 7fac6e575640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac5c003b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6dd74640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac5c0041e0 0x7fac5c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 -- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 msgr2=0x7fac5c003b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70071710 0x7fac5c003b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 -- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac5c0041e0 msgr2=0x7fac5c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac5c0041e0 0x7fac5c0048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 -- 10.20.193.52:0/758695102 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5c003620 con 0x7fac5c004f20 2026-02-25T15:50:00.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6dd74640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac5c0041e0 0x7fac5c0048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac5c004f20 0x7fac5c00ba80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fac6000c190 tx=0x7fac6002f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b53fe6069730987c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac60003c70 con 0x7fac5c004f20 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac60032050 con 0x7fac5c004f20 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6d573640 1 -- 10.20.193.52:0/758695102 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac600050d0 con 0x7fac5c004f20 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 -- 10.20.193.52:0/758695102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac5c004f20 msgr2=0x7fac5c00ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 --2- 10.20.193.52:0/758695102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac5c004f20 0x7fac5c00ba80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fac6000c190 tx=0x7fac6002f520 comp rx=0 tx=0).stop 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac6ed76640 1 -- 10.20.193.52:0/758695102 reap_dead start 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 -- 10.20.193.52:0/758695102 shutdown_connections 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 -- 10.20.193.52:0/758695102 >> 10.20.193.52:0/758695102 conn(0x7fac7006c980 msgr2=0x7fac7006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 -- 10.20.193.52:0/758695102 shutdown_connections 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:49:59.999+0000 7fac74ebb640 1 -- 10.20.193.52:0/758695102 wait complete. 2026-02-25T15:50:00.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.000+0000 7fac74ebb640 1 Processor -- start 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.000+0000 7fac74ebb640 1 -- start start 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac70144460 0x7fac701472f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 0x7fac70158d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac70154e50 con 0x7fac70144080 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac70159260 con 0x7fac70144460 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac70153870 con 0x7fac70158890 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39116/0 (socket says 10.20.193.52:39116) 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 -- 10.20.193.52:0/3565732887 learned_addr learned my addr 10.20.193.52:0/3565732887 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6dd74640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac70144460 0x7fac701472f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6ed76640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 0x7fac70158d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 -- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 msgr2=0x7fac70158d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 0x7fac70158d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 -- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac70144460 msgr2=0x7fac701472f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac70144460 0x7fac701472f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 -- 10.20.193.52:0/3565732887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac70153b50 con 0x7fac70144080 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6ed76640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 0x7fac70158d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac6e575640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fac6400f4e0 tx=0x7fac6400f9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6400c070 con 0x7fac70144080 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac64014890 con 0x7fac70144080 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac70153e30 con 0x7fac70144080 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac64014c20 con 0x7fac70144080 2026-02-25T15:50:00.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.001+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac701543f0 con 0x7fac70144080 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.002+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac7015bcc0 con 0x7fac70144080 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.002+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fac6401d400 con 0x7fac70144080 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.003+0000 7fac56ffd640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 0x7fac3c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.003+0000 7fac6dd74640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 0x7fac3c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.003+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fac64097e20 con 0x7fac70144080 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.003+0000 7fac6dd74640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 0x7fac3c078500 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fac70144840 tx=0x7fac58009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.005+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fac6405d910 con 0x7fac70144080 2026-02-25T15:50:00.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.083+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fac7015e270 con 0x7fac70144080 2026-02-25T15:50:00.086 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.084+0000 7fac56ffd640 1 -- 10.20.193.52:0/3565732887 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7fac64060990 con 0x7fac70144080 2026-02-25T15:50:00.086 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:00.086 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:00.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 msgr2=0x7fac3c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 0x7fac3c078500 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fac70144840 tx=0x7fac58009040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 msgr2=0x7fac70154910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fac6400f4e0 tx=0x7fac6400f9b0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 shutdown_connections 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac3c076040 0x7fac3c078500 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac70158890 0x7fac70158d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac70144460 0x7fac701472f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 --2- 10.20.193.52:0/3565732887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac70144080 0x7fac70154910 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 >> 10.20.193.52:0/3565732887 conn(0x7fac7006c980 msgr2=0x7fac700acdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 shutdown_connections 2026-02-25T15:50:00.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.085+0000 7fac74ebb640 1 -- 10.20.193.52:0/3565732887 wait complete. 2026-02-25T15:50:00.094 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:00.095 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:00.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.166+0000 7f4227519640 1 Processor -- start 2026-02-25T15:50:00.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.166+0000 7f4227519640 1 -- start start 2026-02-25T15:50:00.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4227519640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f42200724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4227519640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4220071d80 con 0x7f42200715c0 2026-02-25T15:50:00.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4227519640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42200cdf70 con 0x7f422006c770 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4227519640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42200cd680 con 0x7f422015ec20 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f42200715c0 0x7f422015f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32898/0 (socket says 10.20.193.52:32898) 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 -- 10.20.193.52:0/557309404 learned_addr learned my addr 10.20.193.52:0/557309404 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f422528e640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f42200724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 635197507 0 0) 0x7f4220071d80 con 0x7f42200715c0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4208003620 con 0x7f42200715c0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1810391449 0 0) 0x7f4208003620 con 0x7f42200715c0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 msgr2=0x7f42200724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f42200724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 >> v1:10.20.193.86:6789/0 conn(0x7f422006c770 legacy=0x7f42200ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4220072a10 con 0x7f42200715c0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4214002f00 con 0x7f42200715c0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 >> v1:10.20.193.52:6789/0 conn(0x7f42200715c0 legacy=0x7f422015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f4208003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4208004030 0x7f42080048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208004e00 0x7f4208005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42200cd680 con 0x7f4208004030 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420800bb90 con 0x7f4208004e00 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f420800bd50 con 0x7f422015ec20 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4208004030 0x7f42080048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f422528e640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f4208003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4225a8f640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208004e00 0x7f4208005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 -- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 msgr2=0x7f4208003aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f422015ec20 0x7f4208003aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 -- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208004e00 msgr2=0x7f4208005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208004e00 0x7f4208005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4224a8d640 1 -- 10.20.193.52:0/557309404 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4208003620 con 0x7f4208004030 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.167+0000 7f4225a8f640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208004e00 0x7f4208005280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4224a8d640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4208004030 0x7f42080048c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f42200aebc0 tx=0x7f421402f4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d7190f0003bcb8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4214005bd0 con 0x7f4208004030 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4214032070 con 0x7f4208004030 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f420ffff640 1 -- 10.20.193.52:0/557309404 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4214007070 con 0x7f4208004030 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 -- 10.20.193.52:0/557309404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4208004030 msgr2=0x7f42080048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 --2- 10.20.193.52:0/557309404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4208004030 0x7f42080048c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f42200aebc0 tx=0x7f421402f4f0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4225a8f640 1 -- 10.20.193.52:0/557309404 reap_dead start 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 -- 10.20.193.52:0/557309404 shutdown_connections 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 -- 10.20.193.52:0/557309404 >> 10.20.193.52:0/557309404 conn(0x7f42200cef90 msgr2=0x7f42200cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 -- 10.20.193.52:0/557309404 shutdown_connections 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.168+0000 7f4227519640 1 -- 10.20.193.52:0/557309404 wait complete. 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 Processor -- start 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 -- start start 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4208004030 0x7f422013ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f42201552c0 0x7f42201f4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42200b3280 con 0x7f422015a540 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4220155a80 con 0x7f42201552c0 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4227519640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42201557a0 con 0x7f4208004030 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39138/0 (socket says 10.20.193.52:39138) 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 -- 10.20.193.52:0/2658820995 learned_addr learned my addr 10.20.193.52:0/2658820995 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f422528e640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4208004030 0x7f422013ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4224a8d640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f42201552c0 0x7f42201f4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 -- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4208004030 msgr2=0x7f422013ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4208004030 0x7f422013ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 -- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f42201552c0 msgr2=0x7f42201f4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f42201552c0 0x7f42201f4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.169+0000 7f4225a8f640 1 -- 10.20.193.52:0/2658820995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42200b2bc0 con 0x7f422015a540 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f4225a8f640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4220067bc0 tx=0x7f421c00b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f421c00bd90 con 0x7f422015a540 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f421c0123f0 con 0x7f422015a540 2026-02-25T15:50:00.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42200b2ea0 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f421c0127a0 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f422015aca0 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.170+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42200b33c0 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.171+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f421c012900 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.171+0000 7f420dffb640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 0x7f41f0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.171+0000 7f422528e640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 0x7f41f0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.171+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f421c097830 con 0x7f422015a540 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.172+0000 7f422528e640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 0x7f41f0078500 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4220071fa0 tx=0x7f4210008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.173+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f42200b33c0 con 0x7f422015a540 2026-02-25T15:50:00.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.250+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f42200b33c0 con 0x7f422015a540 2026-02-25T15:50:00.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.250+0000 7f420dffb640 1 -- 10.20.193.52:0/2658820995 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f42200b33c0 con 0x7f422015a540 2026-02-25T15:50:00.253 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:00.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 msgr2=0x7f41f0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 0x7f41f0078500 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4220071fa0 tx=0x7f4210008040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 msgr2=0x7f42200ce300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4220067bc0 tx=0x7f421c00b4a0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 shutdown_connections 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41f0076040 0x7f41f0078500 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f422015a540 0x7f42200ce300 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f42201552c0 0x7f42201f4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 --2- 10.20.193.52:0/2658820995 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4208004030 0x7f422013ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 >> 10.20.193.52:0/2658820995 conn(0x7f42200cef90 msgr2=0x7f422015f000 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 shutdown_connections 2026-02-25T15:50:00.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.251+0000 7f4227519640 1 -- 10.20.193.52:0/2658820995 wait complete. 2026-02-25T15:50:00.261 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:00.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.330+0000 7fb6d9d7e640 1 Processor -- start 2026-02-25T15:50:00.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.330+0000 7fb6d9d7e640 1 -- start start 2026-02-25T15:50:00.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d9d7e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 0x7fb6d40d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d9d7e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fb6d415e650 0x7fb6d4161140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d9d7e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6d40d1fc0 con 0x7fb6d40d3da0 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d9d7e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6d415ebc0 con 0x7fb6d415e650 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d9d7e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d40d0540 con 0x7fb6d40cfc20 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d3fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fb6d40d3da0 0x7fb6d4161680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32914/0 (socket says 10.20.193.52:32914) 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d3fff640 1 -- 10.20.193.52:0/729471669 learned_addr learned my addr 10.20.193.52:0/729471669 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/729471669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 0x7fb6d40d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d2ffd640 1 --2- 10.20.193.52:0/729471669 >> v2:10.20.193.86:3300/0 conn(0x7fb6d415e650 0x7fb6d4161140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d27fc640 1 -- 10.20.193.52:0/729471669 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1094591860 0 0) 0x7fb6d40d1fc0 con 0x7fb6d40d3da0 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d27fc640 1 -- 10.20.193.52:0/729471669 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb6b8003620 con 0x7fb6d40d3da0 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d37fe640 1 -- 10.20.193.52:0/729471669 >> v2:10.20.193.86:3300/0 conn(0x7fb6d415e650 msgr2=0x7fb6d4161140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/729471669 >> v2:10.20.193.86:3300/0 conn(0x7fb6d415e650 0x7fb6d4161140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d37fe640 1 -- 10.20.193.52:0/729471669 >> v1:10.20.193.52:6789/0 conn(0x7fb6d40d3da0 legacy=0x7fb6d4161680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.331+0000 7fb6d37fe640 1 -- 10.20.193.52:0/729471669 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d40d1690 con 0x7fb6d40cfc20 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/729471669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 0x7fb6d40d0000 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00098a0 tx=0x7fb6c002ee10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bac31095cdec9c1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d27fc640 1 -- 10.20.193.52:0/729471669 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c002fad0 con 0x7fb6d40cfc20 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d27fc640 1 -- 10.20.193.52:0/729471669 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c002fc30 con 0x7fb6d40cfc20 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d27fc640 1 -- 10.20.193.52:0/729471669 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0037440 con 0x7fb6d40cfc20 2026-02-25T15:50:00.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/729471669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 msgr2=0x7fb6d40d0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/729471669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 0x7fb6d40d0000 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb6c00098a0 tx=0x7fb6c002ee10 comp rx=0 tx=0).stop 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/729471669 shutdown_connections 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/729471669 >> v2:10.20.193.86:3300/0 conn(0x7fb6d415e650 0x7fb6d4161140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/729471669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d40cfc20 0x7fb6d40d0000 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/729471669 >> 10.20.193.52:0/729471669 conn(0x7fb6d409c7b0 msgr2=0x7fb6d40d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/729471669 shutdown_connections 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.332+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/729471669 wait complete. 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.333+0000 7fb6d9d7e640 1 Processor -- start 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.333+0000 7fb6d9d7e640 1 -- start start 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb6d40d3da0 0x7fb6d40b62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d415e650 0x7fb6d4158af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d40b1e70 con 0x7fb6d40cfc20 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d415fca0 con 0x7fb6d40d3da0 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d415ff80 con 0x7fb6d415e650 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39140/0 (socket says 10.20.193.52:39140) 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 -- 10.20.193.52:0/1425981642 learned_addr learned my addr 10.20.193.52:0/1425981642 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d2ffd640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb6d40d3da0 0x7fb6d40b62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d3fff640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d415e650 0x7fb6d4158af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 -- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d415e650 msgr2=0x7fb6d4158af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d415e650 0x7fb6d4158af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 -- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb6d40d3da0 msgr2=0x7fb6d40b62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb6d40d3da0 0x7fb6d40b62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 -- 10.20.193.52:0/1425981642 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6c0009500 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d37fe640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0009130 tx=0x7fb6c00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0042650 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c00427d0 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6d4160260 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0042b80 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.334+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6d4160820 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.335+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6d4160a10 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.335+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fb6c0052020 con 0x7fb6d40cfc20 2026-02-25T15:50:00.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.335+0000 7fb6affff640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 0x7fb6a4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.336+0000 7fb6d2ffd640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 0x7fb6a4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.336+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fb6c00bcad0 con 0x7fb6d40cfc20 2026-02-25T15:50:00.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.336+0000 7fb6d2ffd640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 0x7fb6a4078500 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40cd900 tx=0x7fb6c4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.338+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb6c0082650 con 0x7fb6d40cfc20 2026-02-25T15:50:00.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.418+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb6d415d880 con 0x7fb6d40cfc20 2026-02-25T15:50:00.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.418+0000 7fb6affff640 1 -- 10.20.193.52:0/1425981642 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb6c00856d0 con 0x7fb6d40cfc20 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 msgr2=0x7fb6a4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 0x7fb6a4078500 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40cd900 tx=0x7fb6c4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 msgr2=0x7fb6d40b1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0009130 tx=0x7fb6c00047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 shutdown_connections 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb6a4076040 0x7fb6a4078500 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb6d415e650 0x7fb6d4158af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb6d40d3da0 0x7fb6d40b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 --2- 10.20.193.52:0/1425981642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb6d40cfc20 0x7fb6d40b1930 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 >> 10.20.193.52:0/1425981642 conn(0x7fb6d409c7b0 msgr2=0x7fb6d40d25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 shutdown_connections 2026-02-25T15:50:00.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.419+0000 7fb6d9d7e640 1 -- 10.20.193.52:0/1425981642 wait complete. 2026-02-25T15:50:00.428 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.495+0000 7f8cf8cd1640 1 Processor -- start 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.495+0000 7f8cf8cd1640 1 -- start start 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf8cd1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8cf415ec20 0x7f8cf40724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf8cd1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cf4071d80 con 0x7f8cf40715c0 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf8cd1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cf40cdf70 con 0x7f8cf406c770 2026-02-25T15:50:00.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf8cd1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cf40cd680 con 0x7f8cf415ec20 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f8cf40715c0 0x7f8cf415f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32920/0 (socket says 10.20.193.52:32920) 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 -- 10.20.193.52:0/711329744 learned_addr learned my addr 10.20.193.52:0/711329744 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf2575640 1 --2- 10.20.193.52:0/711329744 >> v2:10.20.193.86:3300/0 conn(0x7f8cf415ec20 0x7f8cf40724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 94268426 0 0) 0x7f8cf4071d80 con 0x7f8cf40715c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ce0003620 con 0x7f8cf40715c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1095272550 0 0) 0x7f8ce0003620 con 0x7f8cf40715c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 >> v2:10.20.193.86:3300/0 conn(0x7f8cf415ec20 msgr2=0x7f8cf40724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 --2- 10.20.193.52:0/711329744 >> v2:10.20.193.86:3300/0 conn(0x7f8cf415ec20 0x7f8cf40724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 >> v1:10.20.193.86:6789/0 conn(0x7f8cf406c770 legacy=0x7f8cf40ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cf4072a10 con 0x7f8cf40715c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f8cdc002f00 con 0x7f8cf40715c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 >> v1:10.20.193.52:6789/0 conn(0x7f8cf40715c0 legacy=0x7f8cf415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce0003b10 0x7f8ce0003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 0x7f8ce0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ce00053a0 0x7f8ce000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf40cd680 con 0x7f8ce00048c0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce000c270 con 0x7f8ce00053a0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce000c430 con 0x7f8ce0003b10 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 0x7f8ce0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf2575640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce0003b10 0x7f8ce0003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf2d76640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ce00053a0 0x7f8ce000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 -- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce0003b10 msgr2=0x7f8ce0003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce0003b10 0x7f8ce0003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 -- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ce00053a0 msgr2=0x7f8ce000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ce00053a0 0x7f8ce000ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf2d76640 1 -- 10.20.193.52:0/711329744 reap_dead start 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.496+0000 7f8cf1d74640 1 -- 10.20.193.52:0/711329744 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce0003620 con 0x7f8ce00048c0 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 0x7f8ce0004d40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8cf40719d0 tx=0x7f8cdc02f560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c2e54ed1adbdcc7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc005bd0 con 0x7f8ce00048c0 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cdc032070 con 0x7f8ce00048c0 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf1573640 1 -- 10.20.193.52:0/711329744 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc007070 con 0x7f8ce00048c0 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 msgr2=0x7f8ce0004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 0x7f8ce0004d40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8cf40719d0 tx=0x7f8cdc02f560 comp rx=0 tx=0).stop 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/711329744 shutdown_connections 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/711329744 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ce00048c0 0x7f8ce0004d40 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/711329744 >> 10.20.193.52:0/711329744 conn(0x7f8cf40cef90 msgr2=0x7f8cf40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/711329744 shutdown_connections 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.497+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/711329744 wait complete. 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 Processor -- start 2026-02-25T15:50:00.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 -- start start 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce00048c0 0x7f8cf4154b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8cf413ccc0 0x7f8cf413d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf413d690 con 0x7f8cf41f65e0 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf413a880 con 0x7f8cf413ccc0 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf8cd1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cf413aad0 con 0x7f8ce00048c0 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39164/0 (socket says 10.20.193.52:39164) 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 -- 10.20.193.52:0/290371020 learned_addr learned my addr 10.20.193.52:0/290371020 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf2575640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce00048c0 0x7f8cf4154b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 -- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce00048c0 msgr2=0x7f8cf4154b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce00048c0 0x7f8cf4154b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 -- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8cf413ccc0 msgr2=0x7f8cf413d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8cf413ccc0 0x7f8cf413d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.498+0000 7f8cf1d74640 1 -- 10.20.193.52:0/290371020 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cf413adb0 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cf1d74640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc002410 tx=0x7f8cf415c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc03b070 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cdc004ae0 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cf413b090 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc03e040 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cf413b650 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.499+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cf413b810 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.500+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8cdc04a060 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.500+0000 7f8cdaffd640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 0x7f8cc0078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.500+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8cdc0bb710 con 0x7f8cf41f65e0 2026-02-25T15:50:00.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.500+0000 7f8cf2575640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 0x7f8cc0078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.500+0000 7f8cf2575640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 0x7f8cc0078530 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8006fd0 tx=0x7f8ce8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.502+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8cdc0812a0 con 0x7f8cf41f65e0 2026-02-25T15:50:00.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.581+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8cf4068270 con 0x7f8cf41f65e0 2026-02-25T15:50:00.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.581+0000 7f8cdaffd640 1 -- 10.20.193.52:0/290371020 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8cdc007da0 con 0x7f8cf41f65e0 2026-02-25T15:50:00.583 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 msgr2=0x7f8cc0078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 0x7f8cc0078530 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8006fd0 tx=0x7f8ce8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 msgr2=0x7f8cf4139050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc002410 tx=0x7f8cf415c640 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 shutdown_connections 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8cc0076070 0x7f8cc0078530 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8cf413ccc0 0x7f8cf413d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8cf41f65e0 0x7f8cf4139050 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 --2- 10.20.193.52:0/290371020 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ce00048c0 0x7f8cf4154b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 >> 10.20.193.52:0/290371020 conn(0x7f8cf40cef90 msgr2=0x7f8cf4073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 shutdown_connections 2026-02-25T15:50:00.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.582+0000 7f8cf8cd1640 1 -- 10.20.193.52:0/290371020 wait complete. 2026-02-25T15:50:00.591 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.658+0000 7ff3d88e4640 1 Processor -- start 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.658+0000 7ff3d88e4640 1 -- start start 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d00724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff3d00715c0 0x7ff3d015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 0x7ff3d00ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3d0071d80 con 0x7ff3d00715c0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3d00cdf70 con 0x7ff3d006c770 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d88e4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d00cd680 con 0x7ff3d015ec20 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff3d00715c0 0x7ff3d015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff3d00715c0 0x7ff3d015f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39178/0 (socket says 10.20.193.52:39178) 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 -- 10.20.193.52:0/1951907316 learned_addr learned my addr 10.20.193.52:0/1951907316 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d6659640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d00724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d6e5a640 1 --2- 10.20.193.52:0/1951907316 >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 0x7ff3d00ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 -- 10.20.193.52:0/1951907316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 msgr2=0x7ff3d00724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d00724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 -- 10.20.193.52:0/1951907316 >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 msgr2=0x7ff3d00ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/1951907316 >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 0x7ff3d00ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 -- 10.20.193.52:0/1951907316 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d0072a10 con 0x7ff3d00715c0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d6e5a640 1 --2- 10.20.193.52:0/1951907316 >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 0x7ff3d00ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d00715c0 0x7ff3d015f000 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff3d00b1d20 tx=0x7ff3bc02ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71d240497dadeebe server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5657640 1 -- 10.20.193.52:0/1951907316 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc02fbc0 con 0x7ff3d00715c0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5657640 1 -- 10.20.193.52:0/1951907316 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3bc02fd20 con 0x7ff3d00715c0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.659+0000 7ff3d5657640 1 -- 10.20.193.52:0/1951907316 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc037660 con 0x7ff3d00715c0 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- 10.20.193.52:0/1951907316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d00715c0 msgr2=0x7ff3d015f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d00715c0 0x7ff3d015f000 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff3d00b1d20 tx=0x7ff3bc02ef90 comp rx=0 tx=0).stop 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- 10.20.193.52:0/1951907316 shutdown_connections 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/1951907316 >> v2:10.20.193.86:3300/0 conn(0x7ff3d006c770 0x7ff3d00ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d00715c0 0x7ff3d015f000 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/1951907316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d00724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- 10.20.193.52:0/1951907316 >> 10.20.193.52:0/1951907316 conn(0x7ff3d00cef90 msgr2=0x7ff3d00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- 10.20.193.52:0/1951907316 shutdown_connections 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- 10.20.193.52:0/1951907316 wait complete. 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 Processor -- start 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.660+0000 7ff3d88e4640 1 -- start start 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3d00715c0 0x7ff3d01386e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d01f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d0138c20 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d013b4c0 con 0x7ff3d00715c0 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d013b7a0 con 0x7ff3d015ec20 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39190/0 (socket says 10.20.193.52:39190) 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 -- 10.20.193.52:0/782516285 learned_addr learned my addr 10.20.193.52:0/782516285 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3d00715c0 0x7ff3d01386e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 -- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 msgr2=0x7ff3d01f31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d01f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 -- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3d00715c0 msgr2=0x7ff3d01386e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3d00715c0 0x7ff3d01386e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 -- 10.20.193.52:0/782516285 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3bc0095d0 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d6659640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff3c800e810 tx=0x7ff3c800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c800c8d0 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3c800ca30 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d013ba80 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c800cdc0 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.661+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d01f2990 con 0x7ff3d006c770 2026-02-25T15:50:00.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.662+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3d013bcc0 con 0x7ff3d006c770 2026-02-25T15:50:00.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.663+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff3c8026430 con 0x7ff3d006c770 2026-02-25T15:50:00.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.663+0000 7ff3baffd640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 0x7ff3a0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.663+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff3c8097390 con 0x7ff3d006c770 2026-02-25T15:50:00.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.663+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 0x7ff3a0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.663+0000 7ff3d5e58640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 0x7ff3a0078500 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff3d00b4450 tx=0x7ff3bc039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.665+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff3c805d0b0 con 0x7ff3d006c770 2026-02-25T15:50:00.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.745+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff3d0068270 con 0x7ff3d006c770 2026-02-25T15:50:00.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.745+0000 7ff3baffd640 1 -- 10.20.193.52:0/782516285 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff3c8060130 con 0x7ff3d006c770 2026-02-25T15:50:00.746 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 msgr2=0x7ff3a0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 0x7ff3a0078500 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff3d00b4450 tx=0x7ff3bc039040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 msgr2=0x7ff3d013aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff3c800e810 tx=0x7ff3c800ece0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 shutdown_connections 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff3a0076040 0x7ff3a0078500 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff3d015ec20 0x7ff3d01f31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff3d00715c0 0x7ff3d01386e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 --2- 10.20.193.52:0/782516285 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff3d006c770 0x7ff3d013aee0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 >> 10.20.193.52:0/782516285 conn(0x7ff3d00cef90 msgr2=0x7ff3d0140030 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 shutdown_connections 2026-02-25T15:50:00.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.746+0000 7ff3d88e4640 1 -- 10.20.193.52:0/782516285 wait complete. 2026-02-25T15:50:00.756 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:00.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.822+0000 7ff8e4ab1640 1 Processor -- start 2026-02-25T15:50:00.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8e4ab1640 1 -- start start 2026-02-25T15:50:00.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8e4ab1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8e00ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8e4ab1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8e015bcc0 con 0x7ff8e0071710 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8e4ab1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8e015bfa0 con 0x7ff8e015b750 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8e4ab1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e0071c60 con 0x7ff8e00b4b80 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8de575640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff8e0071710 0x7ff8e0070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32926/0 (socket says 10.20.193.52:32926) 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8de575640 1 -- 10.20.193.52:0/178806987 learned_addr learned my addr 10.20.193.52:0/178806987 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8ded76640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8e00ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 654898698 0 0) 0x7ff8e015bcc0 con 0x7ff8e0071710 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8cc003620 con 0x7ff8e0071710 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3232193956 0 0) 0x7ff8cc003620 con 0x7ff8e0071710 2026-02-25T15:50:00.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 msgr2=0x7ff8e00ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8e00ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 >> v1:10.20.193.86:6789/0 conn(0x7ff8e015b750 legacy=0x7ff8e00b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e015c280 con 0x7ff8e0071710 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7ff8d4002f00 con 0x7ff8e0071710 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.823+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 >> v1:10.20.193.52:6789/0 conn(0x7ff8e0071710 legacy=0x7ff8e0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8cc003b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8cc0041e0 0x7ff8cc0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8cc004f20 0x7ff8cc00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8cc005600 con 0x7ff8cc0041e0 2026-02-25T15:50:00.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8cc005770 con 0x7ff8cc004f20 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8cc00c040 con 0x7ff8e00b4b80 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8cc0041e0 0x7ff8cc0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ded76640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8cc004f20 0x7ff8cc00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8de575640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8cc003b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 -- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 msgr2=0x7ff8cc003b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8cc003b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 -- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8cc004f20 msgr2=0x7ff8cc00ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8cc004f20 0x7ff8cc00ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 -- 10.20.193.52:0/178806987 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8cc003620 con 0x7ff8cc0041e0 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8de575640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8e00b4b80 0x7ff8cc003b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:00.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8cc0041e0 0x7ff8cc0048c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8003040 tx=0x7ff8c802ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d69d10a0e8ec9e2b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c80052d0 con 0x7ff8cc0041e0 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8c8005430 con 0x7ff8cc0041e0 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8dd573640 1 -- 10.20.193.52:0/178806987 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c8003910 con 0x7ff8cc0041e0 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/178806987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8cc0041e0 msgr2=0x7ff8cc0048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/178806987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8cc0041e0 0x7ff8cc0048c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8003040 tx=0x7ff8c802ed90 comp rx=0 tx=0).stop 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8ded76640 1 -- 10.20.193.52:0/178806987 reap_dead start 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/178806987 shutdown_connections 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.824+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/178806987 >> 10.20.193.52:0/178806987 conn(0x7ff8e006c980 msgr2=0x7ff8e006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.835 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.825+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/178806987 shutdown_connections 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.825+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/178806987 wait complete. 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.825+0000 7ff8e4ab1640 1 Processor -- start 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.825+0000 7ff8e4ab1640 1 -- start start 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8cc0041e0 0x7ff8e0156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 0x7ff8e0159f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e0159b70 con 0x7ff8e0153ad0 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e0158ca0 con 0x7ff8e0155fd0 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e0158ef0 con 0x7ff8cc0041e0 2026-02-25T15:50:00.836 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39202/0 (socket says 10.20.193.52:39202) 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 -- 10.20.193.52:0/477622308 learned_addr learned my addr 10.20.193.52:0/477622308 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 0x7ff8e0159f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8de575640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8cc0041e0 0x7ff8e0156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 -- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8cc0041e0 msgr2=0x7ff8e0156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8cc0041e0 0x7ff8e0156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 -- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 msgr2=0x7ff8e0159f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 0x7ff8e0159f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 -- 10.20.193.52:0/477622308 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8e01591d0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ddd74640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 0x7ff8e0159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:00.837 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8ded76640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0070470 tx=0x7ff8d0003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0006ea0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8d000f050 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8e01594b0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0014410 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e0156cc0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.826+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8e0159cb0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.827+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff8d0014570 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.828+0000 7ff8c6ffd640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 0x7ff8ac078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.828+0000 7ff8de575640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 0x7ff8ac078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.828+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff8d00980c0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.828+0000 7ff8de575640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 0x7ff8ac078500 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4005b90 tx=0x7ff8d4009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.829+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff8d005dc30 con 0x7ff8e0153ad0 2026-02-25T15:50:00.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.908+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff8e0159cb0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8c6ffd640 1 -- 10.20.193.52:0/477622308 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7ff8e0159cb0 con 0x7ff8e0153ad0 2026-02-25T15:50:00.910 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:00.910 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 msgr2=0x7ff8ac078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 0x7ff8ac078500 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4005b90 tx=0x7ff8d4009040 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 msgr2=0x7ff8e00b3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0070470 tx=0x7ff8d0003e80 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 shutdown_connections 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff8ac076040 0x7ff8ac078500 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8e0153ad0 0x7ff8e00b3340 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8e0155fd0 0x7ff8e0159f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 --2- 10.20.193.52:0/477622308 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8cc0041e0 0x7ff8e0156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 >> 10.20.193.52:0/477622308 conn(0x7ff8e006c980 msgr2=0x7ff8e015ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 shutdown_connections 2026-02-25T15:50:00.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.909+0000 7ff8e4ab1640 1 -- 10.20.193.52:0/477622308 wait complete. 2026-02-25T15:50:00.919 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:00.919 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:00.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 Processor -- start 2026-02-25T15:50:00.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 -- start start 2026-02-25T15:50:00.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea680ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea68071d80 con 0x7fea6815ec20 2026-02-25T15:50:00.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea680cdf70 con 0x7fea680715c0 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea70655640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea680cd680 con 0x7fea6806c770 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea6e3ca640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fea6815ec20 0x7fea680724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32934/0 (socket says 10.20.193.52:32934) 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.987+0000 7fea6e3ca640 1 -- 10.20.193.52:0/301403456 learned_addr learned my addr 10.20.193.52:0/301403456 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6ebcb640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea680ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4220351035 0 0) 0x7fea68071d80 con 0x7fea6815ec20 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fea50003620 con 0x7fea6815ec20 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2471305183 0 0) 0x7fea50003620 con 0x7fea6815ec20 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 msgr2=0x7fea680ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea680ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 >> v1:10.20.193.86:6789/0 conn(0x7fea680715c0 legacy=0x7fea6815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea680cfd80 con 0x7fea6815ec20 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fea58002f00 con 0x7fea6815ec20 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 >> v1:10.20.193.52:6789/0 conn(0x7fea6815ec20 legacy=0x7fea680724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea50003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea50004100 0x7fea500048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea50004e00 0x7fea50005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea680cd680 con 0x7fea50004100 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea5000bc70 con 0x7fea50004e00 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea5000be30 con 0x7fea6806c770 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea50004100 0x7fea500048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.997 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6e3ca640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea50003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6ebcb640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea50004e00 0x7fea50005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 -- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 msgr2=0x7fea50003aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea6806c770 0x7fea50003aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 -- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea50004e00 msgr2=0x7fea50005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea50004e00 0x7fea50005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 -- 10.20.193.52:0/301403456 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea50003620 con 0x7fea50004100 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6ebcb640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea50004e00 0x7fea50005280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.988+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea50004100 0x7fea500048c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fea5c003fb0 tx=0x7fea5c02ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d46550813fcc83 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c02f720 con 0x7fea50004100 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea5c02f8a0 con 0x7fea50004100 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea6d3c8640 1 -- 10.20.193.52:0/301403456 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c02fc50 con 0x7fea50004100 2026-02-25T15:50:00.998 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 -- 10.20.193.52:0/301403456 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea50004100 msgr2=0x7fea500048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 --2- 10.20.193.52:0/301403456 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea50004100 0x7fea500048c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fea5c003fb0 tx=0x7fea5c02ecc0 comp rx=0 tx=0).stop 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea6ebcb640 1 -- 10.20.193.52:0/301403456 reap_dead start 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 -- 10.20.193.52:0/301403456 shutdown_connections 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 -- 10.20.193.52:0/301403456 >> 10.20.193.52:0/301403456 conn(0x7fea680cef90 msgr2=0x7fea680cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 -- 10.20.193.52:0/301403456 shutdown_connections 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 -- 10.20.193.52:0/301403456 wait complete. 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.989+0000 7fea70655640 1 Processor -- start 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- start start 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea50004100 0x7fea681f78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:00.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea680b2a50 0x7fea680b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea680ceca0 con 0x7fea680ce300 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea681f7e10 con 0x7fea680b2a50 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea680c3f90 con 0x7fea50004100 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39230/0 (socket says 10.20.193.52:39230) 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 -- 10.20.193.52:0/3706494938 learned_addr learned my addr 10.20.193.52:0/3706494938 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6e3ca640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea50004100 0x7fea681f78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6ebcb640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea680b2a50 0x7fea680b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 -- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea50004100 msgr2=0x7fea681f78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea50004100 0x7fea681f78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 -- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea680b2a50 msgr2=0x7fea680b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea680b2a50 0x7fea680b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 -- 10.20.193.52:0/3706494938 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea680c4270 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea6dbc9640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fea5c03a040 tx=0x7fea5c0037f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c007240 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea5c0073a0 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea680c4550 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c007750 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.990+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea680c4b10 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.991+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea680c4ca0 con 0x7fea680ce300 2026-02-25T15:50:01.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.992+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fea5c053020 con 0x7fea680ce300 2026-02-25T15:50:01.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.992+0000 7fea4effd640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 0x7fea38078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.992+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fea5c0bc060 con 0x7fea680ce300 2026-02-25T15:50:01.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.992+0000 7fea6e3ca640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 0x7fea38078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.992+0000 7fea6e3ca640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 0x7fea38078530 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fea58005b70 tx=0x7fea58009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:00.994+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fea5c081c70 con 0x7fea680ce300 2026-02-25T15:50:01.074 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.072+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fea68068270 con 0x7fea680ce300 2026-02-25T15:50:01.074 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.072+0000 7fea4effd640 1 -- 10.20.193.52:0/3706494938 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fea5c084cf0 con 0x7fea680ce300 2026-02-25T15:50:01.075 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 msgr2=0x7fea38078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 0x7fea38078530 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fea58005b70 tx=0x7fea58009040 comp rx=0 tx=0).stop 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 msgr2=0x7fea680ce760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fea5c03a040 tx=0x7fea5c0037f0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 shutdown_connections 2026-02-25T15:50:01.076 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fea38076070 0x7fea38078530 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fea680b2a50 0x7fea680b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fea680ce300 0x7fea680ce760 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 --2- 10.20.193.52:0/3706494938 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fea50004100 0x7fea681f78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 >> 10.20.193.52:0/3706494938 conn(0x7fea680cef90 msgr2=0x7fea680721a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 shutdown_connections 2026-02-25T15:50:01.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.073+0000 7fea70655640 1 -- 10.20.193.52:0/3706494938 wait complete. 2026-02-25T15:50:01.084 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:01.153 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.151+0000 7fd4892b9640 1 Processor -- start 2026-02-25T15:50:01.153 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.151+0000 7fd4892b9640 1 -- start start 2026-02-25T15:50:01.158 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4892b9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd48415ec20 0x7fd4840724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4892b9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd4840715c0 0x7fd48415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4892b9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd484071d80 con 0x7fd48406c770 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4892b9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4840cdf70 con 0x7fd48415ec20 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4892b9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4840cd680 con 0x7fd4840715c0 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd482ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd48415ec20 0x7fd4840724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4837fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fd48406c770 0x7fd4840ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32944/0 (socket says 10.20.193.52:32944) 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4837fe640 1 -- 10.20.193.52:0/637297592 learned_addr learned my addr 10.20.193.52:0/637297592 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd4827fc640 1 --2- 10.20.193.52:0/637297592 >> v2:10.20.193.86:3300/0 conn(0x7fd4840715c0 0x7fd48415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd482ffd640 1 -- 10.20.193.52:0/637297592 >> v2:10.20.193.86:3300/0 conn(0x7fd4840715c0 msgr2=0x7fd48415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd482ffd640 1 --2- 10.20.193.52:0/637297592 >> v2:10.20.193.86:3300/0 conn(0x7fd4840715c0 0x7fd48415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd482ffd640 1 -- 10.20.193.52:0/637297592 >> v1:10.20.193.52:6789/0 conn(0x7fd48406c770 legacy=0x7fd4840ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.152+0000 7fd482ffd640 1 -- 10.20.193.52:0/637297592 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd484072a10 con 0x7fd48415ec20 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd482ffd640 1 --2- 10.20.193.52:0/637297592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd48415ec20 0x7fd4840724d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd4840aebc0 tx=0x7fd47802eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2259e725ef77a96 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd481ffb640 1 -- 10.20.193.52:0/637297592 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd47802fb80 con 0x7fd48415ec20 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd481ffb640 1 -- 10.20.193.52:0/637297592 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd47802fce0 con 0x7fd48415ec20 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd481ffb640 1 -- 10.20.193.52:0/637297592 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd478037660 con 0x7fd48415ec20 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 -- 10.20.193.52:0/637297592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd48415ec20 msgr2=0x7fd4840724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 --2- 10.20.193.52:0/637297592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd48415ec20 0x7fd4840724d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fd4840aebc0 tx=0x7fd47802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 -- 10.20.193.52:0/637297592 shutdown_connections 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 --2- 10.20.193.52:0/637297592 >> v2:10.20.193.86:3300/0 conn(0x7fd4840715c0 0x7fd48415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 --2- 10.20.193.52:0/637297592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd48415ec20 0x7fd4840724d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 -- 10.20.193.52:0/637297592 >> 10.20.193.52:0/637297592 conn(0x7fd4840cef90 msgr2=0x7fd4840cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 -- 10.20.193.52:0/637297592 shutdown_connections 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.153+0000 7fd4892b9640 1 -- 10.20.193.52:0/637297592 wait complete. 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 Processor -- start 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 -- start start 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd48406c770 0x7fd484140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd48415ec20 0x7fd484141450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd48413bf80 con 0x7fd4840715c0 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd484143fd0 con 0x7fd48406c770 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4892b9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd484143cf0 con 0x7fd48415ec20 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39258/0 (socket says 10.20.193.52:39258) 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 -- 10.20.193.52:0/1249134361 learned_addr learned my addr 10.20.193.52:0/1249134361 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd482ffd640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd48406c770 0x7fd484140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 -- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd48415ec20 msgr2=0x7fd484141450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd48415ec20 0x7fd484141450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 -- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd48406c770 msgr2=0x7fd484140c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd48406c770 0x7fd484140c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 -- 10.20.193.52:0/1249134361 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd478009500 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4827fc640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd46c00e790 tx=0x7fd46c00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.154+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c00c8d0 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.155+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd46c00ca30 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.155+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd48413b930 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.155+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c00cde0 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.155+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4841421a0 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.155+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd48413b790 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.156+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd46c026480 con 0x7fd4840715c0 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.156+0000 7fd4637fe640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 0x7fd450078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.156+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fd46c097300 con 0x7fd4840715c0 2026-02-25T15:50:01.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.156+0000 7fd482ffd640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 0x7fd450078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.156+0000 7fd482ffd640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 0x7fd450078530 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd478039000 tx=0x7fd478033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.158+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd46c05cee0 con 0x7fd4840715c0 2026-02-25T15:50:01.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.237+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd48413b790 con 0x7fd4840715c0 2026-02-25T15:50:01.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.237+0000 7fd4637fe640 1 -- 10.20.193.52:0/1249134361 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd48413b790 con 0x7fd4840715c0 2026-02-25T15:50:01.240 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:01.241 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 msgr2=0x7fd450078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.241 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 0x7fd450078530 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd478039000 tx=0x7fd478033000 comp rx=0 tx=0).stop 2026-02-25T15:50:01.241 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 msgr2=0x7fd4841f2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.241 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd46c00e790 tx=0x7fd46c00ec60 comp rx=0 tx=0).stop 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 shutdown_connections 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd450076070 0x7fd450078530 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd48415ec20 0x7fd484141450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd4840715c0 0x7fd4841f2cd0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 --2- 10.20.193.52:0/1249134361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd48406c770 0x7fd484140c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 >> 10.20.193.52:0/1249134361 conn(0x7fd4840cef90 msgr2=0x7fd48415d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 shutdown_connections 2026-02-25T15:50:01.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.238+0000 7fd4892b9640 1 -- 10.20.193.52:0/1249134361 wait complete. 2026-02-25T15:50:01.248 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:01.319 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 Processor -- start 2026-02-25T15:50:01.319 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 -- start start 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7faa7015ec20 0x7faa700724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7faa700715c0 0x7faa7015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7006c770 0x7faa700ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa70071d80 con 0x7faa7015ec20 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa700cdf70 con 0x7faa700715c0 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa77255640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa700cd680 con 0x7faa7006c770 2026-02-25T15:50:01.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa74fca640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7faa7015ec20 0x7faa700724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa74fca640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7faa7015ec20 0x7faa700724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39266/0 (socket says 10.20.193.52:39266) 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa74fca640 1 -- 10.20.193.52:0/3119637619 learned_addr learned my addr 10.20.193.52:0/3119637619 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.318+0000 7faa67fff640 1 --2- 10.20.193.52:0/3119637619 >> v2:10.20.193.86:3300/0 conn(0x7faa700715c0 0x7faa7015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa757cb640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7006c770 0x7faa700ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 -- 10.20.193.52:0/3119637619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7006c770 msgr2=0x7faa700ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7006c770 0x7faa700ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 -- 10.20.193.52:0/3119637619 >> v2:10.20.193.86:3300/0 conn(0x7faa700715c0 msgr2=0x7faa7015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 --2- 10.20.193.52:0/3119637619 >> v2:10.20.193.86:3300/0 conn(0x7faa700715c0 0x7faa7015f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 -- 10.20.193.52:0/3119637619 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa70072a10 con 0x7faa7015ec20 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa74fca640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7015ec20 0x7faa700724d0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7faa700aebc0 tx=0x7faa6002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c9d136f4696a13 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa677fe640 1 -- 10.20.193.52:0/3119637619 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6002fbd0 con 0x7faa7015ec20 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa677fe640 1 -- 10.20.193.52:0/3119637619 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa6002fd30 con 0x7faa7015ec20 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa677fe640 1 -- 10.20.193.52:0/3119637619 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6002fea0 con 0x7faa7015ec20 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 -- 10.20.193.52:0/3119637619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7015ec20 msgr2=0x7faa700724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7015ec20 0x7faa700724d0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7faa700aebc0 tx=0x7faa6002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 -- 10.20.193.52:0/3119637619 shutdown_connections 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7006c770 0x7faa700ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 --2- 10.20.193.52:0/3119637619 >> v2:10.20.193.86:3300/0 conn(0x7faa700715c0 0x7faa7015f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 --2- 10.20.193.52:0/3119637619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7015ec20 0x7faa700724d0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 -- 10.20.193.52:0/3119637619 >> 10.20.193.52:0/3119637619 conn(0x7faa700cef90 msgr2=0x7faa700cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 -- 10.20.193.52:0/3119637619 shutdown_connections 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.319+0000 7faa77255640 1 -- 10.20.193.52:0/3119637619 wait complete. 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.320+0000 7faa77255640 1 Processor -- start 2026-02-25T15:50:01.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.320+0000 7faa77255640 1 -- start start 2026-02-25T15:50:01.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 0x7faa70154e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 0x7faa7006d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa7013b940 con 0x7faa7006c770 2026-02-25T15:50:01.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa700b3170 con 0x7faa700715c0 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa700b28d0 con 0x7faa7015ec20 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39280/0 (socket says 10.20.193.52:39280) 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 -- 10.20.193.52:0/362876311 learned_addr learned my addr 10.20.193.52:0/362876311 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 -- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 msgr2=0x7faa7006d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa757cb640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 0x7faa7006d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa67fff640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 0x7faa70154e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 0x7faa7006d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 -- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 msgr2=0x7faa70154e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 0x7faa70154e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 -- 10.20.193.52:0/362876311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa600095d0 con 0x7faa7006c770 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa67fff640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 0x7faa70154e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa757cb640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 0x7faa7006d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa74fca640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7faa60009a70 tx=0x7faa600047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6002fea0 con 0x7faa7006c770 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa60040660 con 0x7faa7006c770 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa700b2bb0 con 0x7faa7006c770 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa600409f0 con 0x7faa7006c770 2026-02-25T15:50:01.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.321+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa700b25c0 con 0x7faa7006c770 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.322+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7faa60049020 con 0x7faa7006c770 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.322+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa7013b710 con 0x7faa7006c770 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.322+0000 7faa657fa640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 0x7faa40078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.322+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7faa600bc4c0 con 0x7faa7006c770 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.322+0000 7faa67fff640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 0x7faa40078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.323+0000 7faa67fff640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 0x7faa40078500 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faa58006fd0 tx=0x7faa58008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.324+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7faa7013b710 con 0x7faa7006c770 2026-02-25T15:50:01.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.402+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7faa7013b710 con 0x7faa7006c770 2026-02-25T15:50:01.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.402+0000 7faa657fa640 1 -- 10.20.193.52:0/362876311 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7faa7013b710 con 0x7faa7006c770 2026-02-25T15:50:01.404 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:01.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 msgr2=0x7faa40078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 0x7faa40078500 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7faa58006fd0 tx=0x7faa58008040 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 msgr2=0x7faa700b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7faa60009a70 tx=0x7faa600047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 shutdown_connections 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faa40076040 0x7faa40078500 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faa7015ec20 0x7faa7006d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faa700715c0 0x7faa70154e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 --2- 10.20.193.52:0/362876311 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faa7006c770 0x7faa700b2080 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 >> 10.20.193.52:0/362876311 conn(0x7faa700cef90 msgr2=0x7faa7015bb80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 shutdown_connections 2026-02-25T15:50:01.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.403+0000 7faa77255640 1 -- 10.20.193.52:0/362876311 wait complete. 2026-02-25T15:50:01.413 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.481+0000 7f1edb139640 1 Processor -- start 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.481+0000 7f1edb139640 1 -- start start 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1edb139640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed40715c0 0x7f1ed415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1edb139640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1ed406c770 0x7f1ed40ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1edb139640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ed4071d80 con 0x7f1ed415ec20 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1edb139640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ed40cdf70 con 0x7f1ed406c770 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1edb139640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed40cd680 con 0x7f1ed40715c0 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed8eae640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f1ed415ec20 0x7f1ed40724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32952/0 (socket says 10.20.193.52:32952) 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed8eae640 1 -- 10.20.193.52:0/2152996363 learned_addr learned my addr 10.20.193.52:0/2152996363 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:01.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 --2- 10.20.193.52:0/2152996363 >> v2:10.20.193.52:3300/0 conn(0x7f1ed406c770 0x7f1ed40ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ecbfff640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed40715c0 0x7f1ed415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ecb7fe640 1 -- 10.20.193.52:0/2152996363 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3061798045 0 0) 0x7f1ed4071d80 con 0x7f1ed415ec20 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ecb7fe640 1 -- 10.20.193.52:0/2152996363 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ec0003620 con 0x7f1ed415ec20 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 -- 10.20.193.52:0/2152996363 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed40715c0 msgr2=0x7f1ed415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed40715c0 0x7f1ed415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 -- 10.20.193.52:0/2152996363 >> v1:10.20.193.52:6789/0 conn(0x7f1ed415ec20 legacy=0x7f1ed40724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 -- 10.20.193.52:0/2152996363 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed40cfd80 con 0x7f1ed406c770 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.482+0000 7f1ed96af640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed406c770 0x7f1ed40ce400 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009d90 tx=0x7f1ed002f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=886728ec37c5316 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1ecb7fe640 1 -- 10.20.193.52:0/2152996363 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed0006ea0 con 0x7f1ed406c770 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1ecb7fe640 1 -- 10.20.193.52:0/2152996363 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ed0037440 con 0x7f1ed406c770 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1ecb7fe640 1 -- 10.20.193.52:0/2152996363 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed00377d0 con 0x7f1ed406c770 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- 10.20.193.52:0/2152996363 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed406c770 msgr2=0x7f1ed40ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed406c770 0x7f1ed40ce400 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009d90 tx=0x7f1ed002f270 comp rx=0 tx=0).stop 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- 10.20.193.52:0/2152996363 shutdown_connections 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed406c770 0x7f1ed40ce400 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 --2- 10.20.193.52:0/2152996363 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed40715c0 0x7f1ed415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- 10.20.193.52:0/2152996363 >> 10.20.193.52:0/2152996363 conn(0x7f1ed40cef90 msgr2=0x7f1ed40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- 10.20.193.52:0/2152996363 shutdown_connections 2026-02-25T15:50:01.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- 10.20.193.52:0/2152996363 wait complete. 2026-02-25T15:50:01.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 Processor -- start 2026-02-25T15:50:01.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.483+0000 7f1edb139640 1 -- start start 2026-02-25T15:50:01.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1ed406c770 0x7f1ed4139b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed415ec20 0x7f1ed415bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed413b0a0 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed413c8a0 con 0x7f1ed406c770 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed415c2a0 con 0x7f1ed415ec20 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39298/0 (socket says 10.20.193.52:39298) 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 -- 10.20.193.52:0/2754220258 learned_addr learned my addr 10.20.193.52:0/2754220258 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ed8eae640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1ed406c770 0x7f1ed4139b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ed96af640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed415ec20 0x7f1ed415bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 -- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed415ec20 msgr2=0x7f1ed415bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed415ec20 0x7f1ed415bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 -- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1ed406c770 msgr2=0x7f1ed4139b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1ed406c770 0x7f1ed4139b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 -- 10.20.193.52:0/2754220258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed0009a70 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ecbfff640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc00e760 tx=0x7f1ebc00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc00c8d0 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ebc00ee90 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ed40b2080 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ebc00cc50 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.484+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ed413cd70 con 0x7f1ed40715c0 2026-02-25T15:50:01.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.485+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ed4068270 con 0x7f1ed40715c0 2026-02-25T15:50:01.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.485+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1ebc013410 con 0x7f1ed40715c0 2026-02-25T15:50:01.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.486+0000 7f1ec97fa640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 0x7f1ea4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.486+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1ebc096f90 con 0x7f1ed40715c0 2026-02-25T15:50:01.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.486+0000 7f1ed8eae640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 0x7f1ea4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.486+0000 7f1ed8eae640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 0x7f1ea4078500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4007b60 tx=0x7f1ec4007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.488+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1ebc0cb820 con 0x7f1ed40715c0 2026-02-25T15:50:01.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.568+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1ed4144da0 con 0x7f1ed40715c0 2026-02-25T15:50:01.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.568+0000 7f1ec97fa640 1 -- 10.20.193.52:0/2754220258 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1ebc05cbd0 con 0x7f1ed40715c0 2026-02-25T15:50:01.571 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:01.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 msgr2=0x7f1ea4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 0x7f1ea4078500 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4007b60 tx=0x7f1ec4007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 msgr2=0x7f1ed413c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc00e760 tx=0x7f1ebc00ec30 comp rx=0 tx=0).stop 2026-02-25T15:50:01.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 shutdown_connections 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1ea4076040 0x7f1ea4078500 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1ed415ec20 0x7f1ed415bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1ed40715c0 0x7f1ed413c360 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 --2- 10.20.193.52:0/2754220258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1ed406c770 0x7f1ed4139b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 >> 10.20.193.52:0/2754220258 conn(0x7f1ed40cef90 msgr2=0x7f1ed40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 shutdown_connections 2026-02-25T15:50:01.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.569+0000 7f1edb139640 1 -- 10.20.193.52:0/2754220258 wait complete. 2026-02-25T15:50:01.623 INFO:tasks.cephfs_test_runner:Starting test: test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name) Test the correctness of snap directory name 2026-02-25T15:50:01.624 INFO:tasks.cephfs_test_runner:test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name) 2026-02-25T15:50:01.624 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:01.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 Processor -- start 2026-02-25T15:50:01.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 -- start start 2026-02-25T15:50:01.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7faafc071710 0x7faafc0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 0x7faafc0b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faafc15bcc0 con 0x7faafc15b750 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faafc071c60 con 0x7faafc071710 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab0302a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faafc0b4e20 con 0x7faafc0b4470 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.689+0000 7fab00d9f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7faafc071710 0x7faafc0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf3fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7faafc15b750 0x7faafc070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32956/0 (socket says 10.20.193.52:32956) 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf3fff640 1 -- 10.20.193.52:0/2868497778 learned_addr learned my addr 10.20.193.52:0/2868497778 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab015a0640 1 --2- 10.20.193.52:0/2868497778 >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 0x7faafc0b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf37fe640 1 -- 10.20.193.52:0/2868497778 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1496686158 0 0) 0x7faafc15bcc0 con 0x7faafc15b750 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf37fe640 1 -- 10.20.193.52:0/2868497778 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faae8003620 con 0x7faafc15b750 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab00d9f640 1 -- 10.20.193.52:0/2868497778 >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 msgr2=0x7faafc0b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab00d9f640 1 --2- 10.20.193.52:0/2868497778 >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 0x7faafc0b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab00d9f640 1 -- 10.20.193.52:0/2868497778 >> v1:10.20.193.52:6789/0 conn(0x7faafc15b750 legacy=0x7faafc070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab00d9f640 1 -- 10.20.193.52:0/2868497778 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faafc15bfa0 con 0x7faafc071710 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab015a0640 1 --2- 10.20.193.52:0/2868497778 >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 0x7faafc0b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7fab00d9f640 1 --2- 10.20.193.52:0/2868497778 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc071710 0x7faafc0ccfb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7faafc06c4a0 tx=0x7faaec02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293ee03698e960dc server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf37fe640 1 -- 10.20.193.52:0/2868497778 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaec02fb80 con 0x7faafc071710 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf37fe640 1 -- 10.20.193.52:0/2868497778 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaec02fce0 con 0x7faafc071710 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.690+0000 7faaf37fe640 1 -- 10.20.193.52:0/2868497778 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaec037660 con 0x7faafc071710 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- 10.20.193.52:0/2868497778 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc071710 msgr2=0x7faafc0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 --2- 10.20.193.52:0/2868497778 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc071710 0x7faafc0ccfb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7faafc06c4a0 tx=0x7faaec02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- 10.20.193.52:0/2868497778 shutdown_connections 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 --2- 10.20.193.52:0/2868497778 >> v2:10.20.193.86:3300/0 conn(0x7faafc0b4470 0x7faafc0b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 --2- 10.20.193.52:0/2868497778 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc071710 0x7faafc0ccfb0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- 10.20.193.52:0/2868497778 >> 10.20.193.52:0/2868497778 conn(0x7faafc06c980 msgr2=0x7faafc06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- 10.20.193.52:0/2868497778 shutdown_connections 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- 10.20.193.52:0/2868497778 wait complete. 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 Processor -- start 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.691+0000 7fab0302a640 1 -- start start 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faafc071710 0x7faafc1547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faafc15b750 0x7faafc0acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faafc0ac6e0 con 0x7faafc0b4470 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faafc0ab810 con 0x7faafc15b750 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faafc0aba60 con 0x7faafc071710 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39314/0 (socket says 10.20.193.52:39314) 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 -- 10.20.193.52:0/392887267 learned_addr learned my addr 10.20.193.52:0/392887267 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab00d9f640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faafc071710 0x7faafc1547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab015a0640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faafc15b750 0x7faafc0acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 -- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faafc071710 msgr2=0x7faafc1547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faafc071710 0x7faafc1547e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 -- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faafc15b750 msgr2=0x7faafc0acb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faafc15b750 0x7faafc0acb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 -- 10.20.193.52:0/392887267 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf8009a70 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf3fff640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faae400c520 tx=0x7faae400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae4005de0 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faae4007070 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaec009500 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae4007420 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.692+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faafc0ac020 con 0x7faafc0b4470 2026-02-25T15:50:01.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.693+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faafc072090 con 0x7faafc0b4470 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.693+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7faae4007580 con 0x7faafc0b4470 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.694+0000 7faaf17fa640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 0x7faacc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.694+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7faae40967f0 con 0x7faafc0b4470 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.694+0000 7fab00d9f640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 0x7faacc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.694+0000 7fab00d9f640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 0x7faacc078500 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faaec039000 tx=0x7faaec033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.695+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7faae405c510 con 0x7faafc0b4470 2026-02-25T15:50:01.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.775+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faafc0ac820 con 0x7faafc0b4470 2026-02-25T15:50:01.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.775+0000 7faaf17fa640 1 -- 10.20.193.52:0/392887267 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7faafc0ac820 con 0x7faafc0b4470 2026-02-25T15:50:01.778 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:01.778 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 msgr2=0x7faacc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 0x7faacc078500 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faaec039000 tx=0x7faaec033000 comp rx=0 tx=0).stop 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 msgr2=0x7faafc1e6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faae400c520 tx=0x7faae400c9f0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 shutdown_connections 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faacc076040 0x7faacc078500 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7faafc15b750 0x7faafc0acb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7faafc0b4470 0x7faafc1e6330 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 --2- 10.20.193.52:0/392887267 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7faafc071710 0x7faafc1547e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 >> 10.20.193.52:0/392887267 conn(0x7faafc06c980 msgr2=0x7faafc155630 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 shutdown_connections 2026-02-25T15:50:01.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.776+0000 7fab0302a640 1 -- 10.20.193.52:0/392887267 wait complete. 2026-02-25T15:50:01.786 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:01.787 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:01.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.853+0000 7f84894b2640 1 Processor -- start 2026-02-25T15:50:01.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.853+0000 7f84894b2640 1 -- start start 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 0x7f84840b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f848406c770 0x7f84840adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 0x7f8484160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84840ad7c0 con 0x7f848406c770 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f848406cbd0 con 0x7f84840ae190 2026-02-25T15:50:01.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84894b2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84840b2020 con 0x7f848415d390 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f848406c770 0x7f84840adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f848406c770 0x7f84840adc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39324/0 (socket says 10.20.193.52:39324) 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 -- 10.20.193.52:0/744123931 learned_addr learned my addr 10.20.193.52:0/744123931 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84837fe640 1 --2- 10.20.193.52:0/744123931 >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 0x7f8484160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 -- 10.20.193.52:0/744123931 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 msgr2=0x7f84840b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f8482ffd640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 0x7f84840b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 0x7f84840b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 -- 10.20.193.52:0/744123931 >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 msgr2=0x7f8484160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 --2- 10.20.193.52:0/744123931 >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 0x7f8484160fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84827fc640 1 -- 10.20.193.52:0/744123931 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84840b2300 con 0x7f848406c770 2026-02-25T15:50:01.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f84837fe640 1 --2- 10.20.193.52:0/744123931 >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 0x7f8484160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.854+0000 7f8482ffd640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 0x7f84840b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84827fc640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f848406c770 0x7f84840adc50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f84840cec80 tx=0x7f846c02ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecec59866e25798a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f8481ffb640 1 -- 10.20.193.52:0/744123931 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c02fbc0 con 0x7f848406c770 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f8481ffb640 1 -- 10.20.193.52:0/744123931 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f846c02fd20 con 0x7f848406c770 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f8481ffb640 1 -- 10.20.193.52:0/744123931 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c037660 con 0x7f848406c770 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 -- 10.20.193.52:0/744123931 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f848406c770 msgr2=0x7f84840adc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f848406c770 0x7f84840adc50 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f84840cec80 tx=0x7f846c02ef50 comp rx=0 tx=0).stop 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 -- 10.20.193.52:0/744123931 shutdown_connections 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 --2- 10.20.193.52:0/744123931 >> v2:10.20.193.86:3300/0 conn(0x7f84840ae190 0x7f8484160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f848406c770 0x7f84840adc50 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 --2- 10.20.193.52:0/744123931 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848415d390 0x7f84840b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 -- 10.20.193.52:0/744123931 >> 10.20.193.52:0/744123931 conn(0x7f84840cef90 msgr2=0x7f84840cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 -- 10.20.193.52:0/744123931 shutdown_connections 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.855+0000 7f84894b2640 1 -- 10.20.193.52:0/744123931 wait complete. 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 Processor -- start 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 -- start start 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848406c770 0x7f84840cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f848415d390 0x7f84841e6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84840cc360 con 0x7f84840ae190 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84840cc640 con 0x7f848415d390 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84894b2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84840cc920 con 0x7f848406c770 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84827fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84827fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39338/0 (socket says 10.20.193.52:39338) 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.856+0000 7f84827fc640 1 -- 10.20.193.52:0/2367939481 learned_addr learned my addr 10.20.193.52:0/2367939481 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f8482ffd640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848406c770 0x7f84840cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84837fe640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f848415d390 0x7f84841e6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 -- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848406c770 msgr2=0x7f84840cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848406c770 0x7f84840cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 -- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f848415d390 msgr2=0x7f84841e6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f848415d390 0x7f84841e6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 -- 10.20.193.52:0/2367939481 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f846c0095d0 con 0x7f84840ae190 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84827fc640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f846c002410 tx=0x7f846c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c040610 con 0x7f84840ae190 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f846c02fe90 con 0x7f84840ae190 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84840ccc00 con 0x7f84840ae190 2026-02-25T15:50:01.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c0409d0 con 0x7f84840ae190 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84841f4f80 con 0x7f84840ae190 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.857+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8484068270 con 0x7f84840ae190 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.858+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f846c046020 con 0x7f84840ae190 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.858+0000 7f84637fe640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 0x7f8450078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.858+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f846c0bc500 con 0x7f84840ae190 2026-02-25T15:50:01.865 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.858+0000 7f8482ffd640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 0x7f8450078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:01.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.859+0000 7f8482ffd640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 0x7f8450078500 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f847800aa10 tx=0x7f8478008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:01.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.860+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f846c082260 con 0x7f84840ae190 2026-02-25T15:50:01.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.942+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f84841f5200 con 0x7f84840ae190 2026-02-25T15:50:01.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.942+0000 7f84637fe640 1 -- 10.20.193.52:0/2367939481 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f846c0852e0 con 0x7f84840ae190 2026-02-25T15:50:01.944 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:01.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 msgr2=0x7f8450078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 0x7f8450078500 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f847800aa10 tx=0x7f8478008040 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 msgr2=0x7f84841e6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f846c002410 tx=0x7f846c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 shutdown_connections 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8450076040 0x7f8450078500 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f848415d390 0x7f84841e6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f84840ae190 0x7f84841e6830 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 --2- 10.20.193.52:0/2367939481 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f848406c770 0x7f84840cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 >> 10.20.193.52:0/2367939481 conn(0x7f84840cef90 msgr2=0x7f84840acdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 shutdown_connections 2026-02-25T15:50:01.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:01.943+0000 7f84894b2640 1 -- 10.20.193.52:0/2367939481 wait complete. 2026-02-25T15:50:01.952 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:02.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.021+0000 7fbaf7f8e640 1 Processor -- start 2026-02-25T15:50:02.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.021+0000 7fbaf7f8e640 1 -- start start 2026-02-25T15:50:02.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf7f8e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbaf015d390 0x7fbaf00b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf7f8e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbaf006c770 0x7fbaf00adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf7f8e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbaf00ad7c0 con 0x7fbaf00ae190 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf7f8e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbaf006cc00 con 0x7fbaf006c770 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf7f8e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbaf00b2020 con 0x7fbaf015d390 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5502640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbaf006c770 0x7fbaf00adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf6504640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fbaf00ae190 0x7fbaf0160fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32968/0 (socket says 10.20.193.52:32968) 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf6504640 1 -- 10.20.193.52:0/1768385415 learned_addr learned my addr 10.20.193.52:0/1768385415 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5d03640 1 --2- 10.20.193.52:0/1768385415 >> v2:10.20.193.86:3300/0 conn(0x7fbaf015d390 0x7fbaf00b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf4d01640 1 -- 10.20.193.52:0/1768385415 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3395862894 0 0) 0x7fbaf00ad7c0 con 0x7fbaf00ae190 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf4d01640 1 -- 10.20.193.52:0/1768385415 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbad8003620 con 0x7fbaf00ae190 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5502640 1 -- 10.20.193.52:0/1768385415 >> v2:10.20.193.86:3300/0 conn(0x7fbaf015d390 msgr2=0x7fbaf00b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5502640 1 --2- 10.20.193.52:0/1768385415 >> v2:10.20.193.86:3300/0 conn(0x7fbaf015d390 0x7fbaf00b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5502640 1 -- 10.20.193.52:0/1768385415 >> v1:10.20.193.52:6789/0 conn(0x7fbaf00ae190 legacy=0x7fbaf0160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.022+0000 7fbaf5502640 1 -- 10.20.193.52:0/1768385415 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaf00b2300 con 0x7fbaf006c770 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf5502640 1 --2- 10.20.193.52:0/1768385415 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf006c770 0x7fbaf00adc50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0073ae0 tx=0x7fbae402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32b31d204faec433 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf4d01640 1 -- 10.20.193.52:0/1768385415 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbae402fb80 con 0x7fbaf006c770 2026-02-25T15:50:02.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf4d01640 1 -- 10.20.193.52:0/1768385415 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbae402fce0 con 0x7fbaf006c770 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf4d01640 1 -- 10.20.193.52:0/1768385415 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbae4037660 con 0x7fbaf006c770 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1768385415 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf006c770 msgr2=0x7fbaf00adc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1768385415 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf006c770 0x7fbaf00adc50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0073ae0 tx=0x7fbae402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1768385415 shutdown_connections 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1768385415 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf006c770 0x7fbaf00adc50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1768385415 >> v2:10.20.193.86:3300/0 conn(0x7fbaf015d390 0x7fbaf00b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1768385415 >> 10.20.193.52:0/1768385415 conn(0x7fbaf00cef90 msgr2=0x7fbaf00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1768385415 shutdown_connections 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.023+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1768385415 wait complete. 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 Processor -- start 2026-02-25T15:50:02.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 -- start start 2026-02-25T15:50:02.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 0x7fbaf01f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaf00ae190 0x7fbaf01551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf0154550 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf01f5950 con 0x7fbaf00ae190 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf7f8e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf0153790 con 0x7fbaf006c770 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39364/0 (socket says 10.20.193.52:39364) 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 -- 10.20.193.52:0/1214801887 learned_addr learned my addr 10.20.193.52:0/1214801887 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf5d03640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 0x7fbaf01f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf5502640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaf00ae190 0x7fbaf01551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 -- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 msgr2=0x7fbaf01f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 0x7fbaf01f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 -- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaf00ae190 msgr2=0x7fbaf01551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaf00ae190 0x7fbaf01551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf6504640 1 -- 10.20.193.52:0/1214801887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbae4009500 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.024+0000 7fbaf5d03640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 0x7fbaf01f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbaf6504640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00cb40 tx=0x7fbaec00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaec00ad50 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaec012400 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbaf0153a70 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaec0127b0 con 0x7fbaf015d390 2026-02-25T15:50:02.027 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbaf0154030 con 0x7fbaf015d390 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.025+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbaf0068270 con 0x7fbaf015d390 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.026+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbaec019020 con 0x7fbaf015d390 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.026+0000 7fbade7fc640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 0x7fbac0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.026+0000 7fbaf5d03640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 0x7fbac0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.026+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fbaec097330 con 0x7fbaf015d390 2026-02-25T15:50:02.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.026+0000 7fbaf5d03640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 0x7fbac0078500 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbae000ca40 tx=0x7fbae0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.028+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbaec05ce30 con 0x7fbaf015d390 2026-02-25T15:50:02.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.108+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbaf00cc410 con 0x7fbaf015d390 2026-02-25T15:50:02.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.108+0000 7fbade7fc640 1 -- 10.20.193.52:0/1214801887 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbaec05feb0 con 0x7fbaf015d390 2026-02-25T15:50:02.111 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:02.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 msgr2=0x7fbac0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 0x7fbac0078500 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbae000ca40 tx=0x7fbae0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 msgr2=0x7fbaf0155700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00cb40 tx=0x7fbaec00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 shutdown_connections 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbac0076040 0x7fbac0078500 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbaf015d390 0x7fbaf0155700 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbaf00ae190 0x7fbaf01551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 --2- 10.20.193.52:0/1214801887 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbaf006c770 0x7fbaf01f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 >> 10.20.193.52:0/1214801887 conn(0x7fbaf00cef90 msgr2=0x7fbaf006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 shutdown_connections 2026-02-25T15:50:02.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.109+0000 7fbaf7f8e640 1 -- 10.20.193.52:0/1214801887 wait complete. 2026-02-25T15:50:02.119 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:02.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 Processor -- start 2026-02-25T15:50:02.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 -- start start 2026-02-25T15:50:02.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f516015ec20 0x7f51600724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 0x7f51600ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5160071d80 con 0x7f51600715c0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51600cdf70 con 0x7f516015ec20 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5168772640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cd680 con 0x7f516006c770 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5165ce6640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f51600715c0 0x7f516015f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32970/0 (socket says 10.20.193.52:32970) 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5165ce6640 1 -- 10.20.193.52:0/4145258684 learned_addr learned my addr 10.20.193.52:0/4145258684 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.188+0000 7f5166ce8640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 0x7f51600ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51664e7640 1 --2- 10.20.193.52:0/4145258684 >> v2:10.20.193.86:3300/0 conn(0x7f516015ec20 0x7f51600724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 24374466 0 0) 0x7f5160071d80 con 0x7f51600715c0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5148003620 con 0x7f51600715c0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2186429425 0 0) 0x7f5148003620 con 0x7f51600715c0 2026-02-25T15:50:02.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 msgr2=0x7f51600ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 0x7f51600ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 >> v2:10.20.193.86:3300/0 conn(0x7f516015ec20 msgr2=0x7f51600724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 --2- 10.20.193.52:0/4145258684 >> v2:10.20.193.86:3300/0 conn(0x7f516015ec20 0x7f51600724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5160072a10 con 0x7f51600715c0 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f5154002f00 con 0x7f51600715c0 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 >> v1:10.20.193.52:6789/0 conn(0x7f51600715c0 legacy=0x7f516015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5148003ac0 0x7f5148003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 0x7f51480048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5148004e00 0x7f5148005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cdf70 con 0x7f5148004e00 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cd680 con 0x7f5148003ac0 2026-02-25T15:50:02.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f514800bb30 con 0x7f516006c770 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5148004e00 0x7f5148005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 -- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 msgr2=0x7f51480048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516006c770 0x7f51480048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 -- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5148003ac0 msgr2=0x7f5148003ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5148003ac0 0x7f5148003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 -- 10.20.193.52:0/4145258684 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5148003620 con 0x7f5148004e00 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f5166ce8640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5148004e00 0x7f5148005280 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f515c009fc0 tx=0x7f515c02f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2286615fbeacaad1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515c006ea0 con 0x7f5148004e00 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f515c032050 con 0x7f5148004e00 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.189+0000 7f51654e5640 1 -- 10.20.193.52:0/4145258684 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515c036840 con 0x7f5148004e00 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- 10.20.193.52:0/4145258684 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5148004e00 msgr2=0x7f5148005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.198 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 --2- 10.20.193.52:0/4145258684 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5148004e00 0x7f5148005280 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f515c009fc0 tx=0x7f515c02f5b0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5166ce8640 1 -- 10.20.193.52:0/4145258684 reap_dead start 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- 10.20.193.52:0/4145258684 shutdown_connections 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- 10.20.193.52:0/4145258684 >> 10.20.193.52:0/4145258684 conn(0x7f51600cef90 msgr2=0x7f51600cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- 10.20.193.52:0/4145258684 shutdown_connections 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- 10.20.193.52:0/4145258684 wait complete. 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 Processor -- start 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.190+0000 7f5168772640 1 -- start start 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516015bad0 0x7f5160139bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516015b430 0x7f516013a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f516013ae50 con 0x7f516015ae10 2026-02-25T15:50:02.199 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51600b25c0 con 0x7f516015bad0 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f516013fb10 con 0x7f516015b430 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39388/0 (socket says 10.20.193.52:39388) 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 -- 10.20.193.52:0/3088759148 learned_addr learned my addr 10.20.193.52:0/3088759148 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 -- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516015b430 msgr2=0x7f516013a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516015b430 0x7f516013a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 -- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516015bad0 msgr2=0x7f5160139bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516015bad0 0x7f5160139bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 -- 10.20.193.52:0/3088759148 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5160140040 con 0x7f516015ae10 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f51664e7640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f5150006fd0 tx=0x7f515000eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515000c670 con 0x7f516015ae10 2026-02-25T15:50:02.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f515000c7d0 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f516015b1f0 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515000cb80 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.191+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f516013aa70 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.192+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5160068270 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.192+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f515000cce0 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.193+0000 7f5146ffd640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 0x7f5130078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.193+0000 7f5165ce6640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 0x7f5130078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.193+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f5150097360 con 0x7f516015ae10 2026-02-25T15:50:02.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.193+0000 7f5165ce6640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 0x7f5130078500 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f51600b42e0 tx=0x7f5154002d80 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.194+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f515005cfd0 con 0x7f516015ae10 2026-02-25T15:50:02.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.271+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5160144da0 con 0x7f516015ae10 2026-02-25T15:50:02.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.271+0000 7f5146ffd640 1 -- 10.20.193.52:0/3088759148 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5150060050 con 0x7f516015ae10 2026-02-25T15:50:02.273 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 msgr2=0x7f5130078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 0x7f5130078500 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f51600b42e0 tx=0x7f5154002d80 comp rx=0 tx=0).stop 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 msgr2=0x7f51600b2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f5150006fd0 tx=0x7f515000eb50 comp rx=0 tx=0).stop 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 shutdown_connections 2026-02-25T15:50:02.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5130076040 0x7f5130078500 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f516015b430 0x7f516013a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f516015bad0 0x7f5160139bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 --2- 10.20.193.52:0/3088759148 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f516015ae10 0x7f51600b2080 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 >> 10.20.193.52:0/3088759148 conn(0x7f51600cef90 msgr2=0x7f516015f000 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 shutdown_connections 2026-02-25T15:50:02.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.272+0000 7f5168772640 1 -- 10.20.193.52:0/3088759148 wait complete. 2026-02-25T15:50:02.282 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:02.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 Processor -- start 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 -- start start 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f643c15ec20 0x7f643c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f643c06c770 0x7f643c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f643c071d80 con 0x7f643c0715c0 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f643c0cdf70 con 0x7f643c15ec20 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f6441095640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f643c0cd680 con 0x7f643c06c770 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f643ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f643c15ec20 0x7f643c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f643ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f643c15ec20 0x7f643c0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39390/0 (socket says 10.20.193.52:39390) 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f643ad76640 1 -- 10.20.193.52:0/351703569 learned_addr learned my addr 10.20.193.52:0/351703569 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.350+0000 7f643b577640 1 --2- 10.20.193.52:0/351703569 >> v2:10.20.193.86:3300/0 conn(0x7f643c06c770 0x7f643c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f643ad76640 1 -- 10.20.193.52:0/351703569 >> v2:10.20.193.86:3300/0 conn(0x7f643c06c770 msgr2=0x7f643c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f643ad76640 1 --2- 10.20.193.52:0/351703569 >> v2:10.20.193.86:3300/0 conn(0x7f643c06c770 0x7f643c0ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f643ad76640 1 -- 10.20.193.52:0/351703569 >> v1:10.20.193.86:6789/0 conn(0x7f643c0715c0 legacy=0x7f643c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f643ad76640 1 -- 10.20.193.52:0/351703569 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f643c072a10 con 0x7f643c15ec20 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f643ad76640 1 --2- 10.20.193.52:0/351703569 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c15ec20 0x7f643c0724d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f643c0706c0 tx=0x7f643002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86b46b26c2fe0258 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6439d74640 1 -- 10.20.193.52:0/351703569 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643002fbd0 con 0x7f643c15ec20 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6439d74640 1 -- 10.20.193.52:0/351703569 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643002fd30 con 0x7f643c15ec20 2026-02-25T15:50:02.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6439d74640 1 -- 10.20.193.52:0/351703569 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643002fea0 con 0x7f643c15ec20 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 -- 10.20.193.52:0/351703569 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c15ec20 msgr2=0x7f643c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 --2- 10.20.193.52:0/351703569 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c15ec20 0x7f643c0724d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f643c0706c0 tx=0x7f643002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 -- 10.20.193.52:0/351703569 shutdown_connections 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 --2- 10.20.193.52:0/351703569 >> v2:10.20.193.86:3300/0 conn(0x7f643c06c770 0x7f643c0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 --2- 10.20.193.52:0/351703569 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c15ec20 0x7f643c0724d0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 -- 10.20.193.52:0/351703569 >> 10.20.193.52:0/351703569 conn(0x7f643c0cef90 msgr2=0x7f643c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 -- 10.20.193.52:0/351703569 shutdown_connections 2026-02-25T15:50:02.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.351+0000 7f6441095640 1 -- 10.20.193.52:0/351703569 wait complete. 2026-02-25T15:50:02.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.352+0000 7f6441095640 1 Processor -- start 2026-02-25T15:50:02.359 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.352+0000 7f6441095640 1 -- start start 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 0x7f643c158270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 0x7f643c1587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643c142350 con 0x7f643c06c770 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f643c159ed0 con 0x7f643c0715c0 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f643c141d60 con 0x7f643c15ec20 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39400/0 (socket says 10.20.193.52:39400) 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 -- 10.20.193.52:0/3754915781 learned_addr learned my addr 10.20.193.52:0/3754915781 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:02.360 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643b577640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 0x7f643c1587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 -- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 msgr2=0x7f643c1587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 0x7f643c1587b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 -- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 msgr2=0x7f643c158270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643a575640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 0x7f643c158270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 0x7f643c158270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 -- 10.20.193.52:0/3754915781 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64300095d0 con 0x7f643c06c770 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643b577640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 0x7f643c1587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643a575640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 0x7f643c158270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f643ad76640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6430009a70 tx=0x7f64300047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643002fea0 con 0x7f643c06c770 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6430040660 con 0x7f643c06c770 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f643c1f2eb0 con 0x7f643c06c770 2026-02-25T15:50:02.361 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6430040a10 con 0x7f643c06c770 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.353+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f643c1574d0 con 0x7f643c06c770 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.354+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f643c068270 con 0x7f643c06c770 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.354+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f6430049020 con 0x7f643c06c770 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.355+0000 7f641b7fe640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 0x7f6408078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.355+0000 7f643a575640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 0x7f6408078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.355+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f64300bced0 con 0x7f643c06c770 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.355+0000 7f643a575640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 0x7f6408078500 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f643c15d5e0 tx=0x7f6424009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.362 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.357+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6430082ac0 con 0x7f643c06c770 2026-02-25T15:50:02.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.434+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f643c1f2eb0 con 0x7f643c06c770 2026-02-25T15:50:02.436 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.434+0000 7f641b7fe640 1 -- 10.20.193.52:0/3754915781 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f643c1f2eb0 con 0x7f643c06c770 2026-02-25T15:50:02.437 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 msgr2=0x7f6408078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 0x7f6408078500 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f643c15d5e0 tx=0x7f6424009040 comp rx=0 tx=0).stop 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 msgr2=0x7f643c13d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6430009a70 tx=0x7f64300047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 shutdown_connections 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6408076040 0x7f6408078500 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f643c15ec20 0x7f643c1587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.438 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f643c0715c0 0x7f643c158270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 --2- 10.20.193.52:0/3754915781 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f643c06c770 0x7f643c13d9f0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 >> 10.20.193.52:0/3754915781 conn(0x7f643c0cef90 msgr2=0x7f643c0aef40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 shutdown_connections 2026-02-25T15:50:02.439 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.435+0000 7f6441095640 1 -- 10.20.193.52:0/3754915781 wait complete. 2026-02-25T15:50:02.444 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2026-02-25T15:50:02.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 Processor -- start 2026-02-25T15:50:02.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 -- start start 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f069c0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f069c0b40f0 con 0x7f069c140270 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f069c0addc0 con 0x7f069c0b27f0 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a41e2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f069c143a40 con 0x7f069c143420 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a1f57640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f069c140270 0x7f069c0b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32986/0 (socket says 10.20.193.52:32986) 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.511+0000 7f06a1f57640 1 -- 10.20.193.52:0/625159763 learned_addr learned my addr 10.20.193.52:0/625159763 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f069c0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1304835955 0 0) 0x7f069c0b40f0 con 0x7f069c140270 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0684003620 con 0x7f069c140270 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1208661318 0 0) 0x7f0684003620 con 0x7f069c140270 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 msgr2=0x7f069c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f069c0ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 >> v1:10.20.193.86:6789/0 conn(0x7f069c0b27f0 legacy=0x7f069c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f069c0b4370 con 0x7f069c140270 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f068c002f00 con 0x7f069c140270 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 >> v1:10.20.193.52:6789/0 conn(0x7f069c140270 legacy=0x7f069c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f0684003bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0684004180 0x7f06840048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f06840052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c143a40 con 0x7f0684004e50 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068400bcc0 con 0x7f0684004180 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f068400be80 con 0x7f069c143420 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f06840052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a1f57640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f0684003bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a1756640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0684004180 0x7f06840048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 -- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 msgr2=0x7f0684003bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c143420 0x7f0684003bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 -- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0684004180 msgr2=0x7f06840048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0684004180 0x7f06840048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 -- 10.20.193.52:0/625159763 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0684003620 con 0x7f0684004e50 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a1756640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0684004180 0x7f06840048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.512+0000 7f06a2758640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f06840052d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0698009fc0 tx=0x7f069802f570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75300b4f75d9c8e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0698006ea0 con 0x7f0684004e50 2026-02-25T15:50:02.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0698032050 con 0x7f0684004e50 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a0f55640 1 -- 10.20.193.52:0/625159763 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0698036840 con 0x7f0684004e50 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- 10.20.193.52:0/625159763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 msgr2=0x7f06840052d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 --2- 10.20.193.52:0/625159763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f06840052d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f0698009fc0 tx=0x7f069802f570 comp rx=0 tx=0).stop 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a2758640 1 -- 10.20.193.52:0/625159763 reap_dead start 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- 10.20.193.52:0/625159763 shutdown_connections 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- 10.20.193.52:0/625159763 >> 10.20.193.52:0/625159763 conn(0x7f069c06c980 msgr2=0x7f069c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- 10.20.193.52:0/625159763 shutdown_connections 2026-02-25T15:50:02.517 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- 10.20.193.52:0/625159763 wait complete. 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 Processor -- start 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.513+0000 7f06a41e2640 1 -- start start 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f069c156310 0x7f069c13f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c0af690 0x7f069c0afaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c157670 con 0x7f0684004e50 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c0b0030 con 0x7f069c156310 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a41e2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f069c15a3c0 con 0x7f069c0af690 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39416/0 (socket says 10.20.193.52:39416) 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 -- 10.20.193.52:0/1216573329 learned_addr learned my addr 10.20.193.52:0/1216573329 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:02.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a2758640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c0af690 0x7f069c0afaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1756640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f069c156310 0x7f069c13f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 -- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c0af690 msgr2=0x7f069c0afaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c0af690 0x7f069c0afaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 -- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f069c156310 msgr2=0x7f069c13f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f069c156310 0x7f069c13f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 -- 10.20.193.52:0/1216573329 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f069c156af0 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f06a1f57640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f068c00eaa0 tx=0x7f068c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.514+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c00c8d0 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.515+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068c00ca50 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.515+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c00ce00 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.515+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f069c156dd0 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.515+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069c157390 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.515+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f069c0ae7d0 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.516+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f068c01d460 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.516+0000 7f068a7fc640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 0x7f066c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.516+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f068c097be0 con 0x7f0684004e50 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.516+0000 7f06a1756640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 0x7f066c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:02.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.516+0000 7f06a1756640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 0x7f066c078500 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0690002410 tx=0x7f0690009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:02.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.518+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f068c05d6c0 con 0x7f0684004e50 2026-02-25T15:50:02.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:02.623+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) v1 -- 0x7f069c15a580 con 0x7f0684004e50 2026-02-25T15:50:03.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.119+0000 7f068a7fc640 1 -- 10.20.193.52:0/1216573329 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v49) v1 ==== 158+0+0 (secure 0 0 0) 0x7f068c060740 con 0x7f0684004e50 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 msgr2=0x7f066c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 0x7f066c078500 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0690002410 tx=0x7f0690009040 comp rx=0 tx=0).stop 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 msgr2=0x7f069c158b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f068c00eaa0 tx=0x7f068c00ef70 comp rx=0 tx=0).stop 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 shutdown_connections 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f066c076040 0x7f066c078500 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f069c0af690 0x7f069c0afaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f069c156310 0x7f069c13f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 --2- 10.20.193.52:0/1216573329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0684004e50 0x7f069c158b00 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 >> 10.20.193.52:0/1216573329 conn(0x7f069c06c980 msgr2=0x7f069c06da00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 shutdown_connections 2026-02-25T15:50:03.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.120+0000 7f06a41e2640 1 -- 10.20.193.52:0/1216573329 wait complete. 2026-02-25T15:50:03.129 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2026-02-25T15:50:03.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 Processor -- start 2026-02-25T15:50:03.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 -- start start 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 0x7f89180b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89180ceb50 con 0x7f89180ce6a0 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89180cee30 con 0x7f891815d600 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f891cc8a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89180cf3f0 con 0x7f89180d03d0 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f8915d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f89180ce6a0 0x7f89180cfcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:32996/0 (socket says 10.20.193.52:32996) 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.199+0000 7f8915d74640 1 -- 10.20.193.52:0/3383692699 learned_addr learned my addr 10.20.193.52:0/3383692699 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916d76640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 0x7f89180b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 39447815 0 0) 0x7f89180ceb50 con 0x7f89180ce6a0 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8904003620 con 0x7f89180ce6a0 2026-02-25T15:50:03.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4209014170 0 0) 0x7f8904003620 con 0x7f89180ce6a0 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 msgr2=0x7f89180b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 0x7f89180b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 >> v1:10.20.193.86:6789/0 conn(0x7f891815d600 legacy=0x7f89180cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89180cf110 con 0x7f89180ce6a0 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f8900002f00 con 0x7f89180ce6a0 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 >> v1:10.20.193.52:6789/0 conn(0x7f89180ce6a0 legacy=0x7f89180cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8904003b40 0x7f8904003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f89040048c0 0x7f8904004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 0x7f8904005330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89180cf3f0 con 0x7f8904003b40 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f890400bc40 con 0x7f89040048c0 2026-02-25T15:50:03.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f890400be00 con 0x7f89180d03d0 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8904003b40 0x7f8904003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 -- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 msgr2=0x7f8904005330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180d03d0 0x7f8904005330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 -- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f89040048c0 msgr2=0x7f8904004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f89040048c0 0x7f8904004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.200+0000 7f8916575640 1 -- 10.20.193.52:0/3383692699 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8904003620 con 0x7f8904003b40 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f8916575640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8904003b40 0x7f8904003f60 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f890c003040 tx=0x7f890c02ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b933461cc5db574 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c0052d0 con 0x7f8904003b40 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f890c005430 con 0x7f8904003b40 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f8915573640 1 -- 10.20.193.52:0/3383692699 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c003910 con 0x7f8904003b40 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 -- 10.20.193.52:0/3383692699 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8904003b40 msgr2=0x7f8904003f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 --2- 10.20.193.52:0/3383692699 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8904003b40 0x7f8904003f60 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f890c003040 tx=0x7f890c02ed80 comp rx=0 tx=0).stop 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f8916d76640 1 -- 10.20.193.52:0/3383692699 reap_dead start 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 -- 10.20.193.52:0/3383692699 shutdown_connections 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 -- 10.20.193.52:0/3383692699 >> 10.20.193.52:0/3383692699 conn(0x7f891809c7c0 msgr2=0x7f89180d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 -- 10.20.193.52:0/3383692699 shutdown_connections 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.201+0000 7f891cc8a640 1 -- 10.20.193.52:0/3383692699 wait complete. 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 Processor -- start 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 -- start start 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8904003b40 0x7f89181607e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180caea0 0x7f89180c8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8918158aa0 con 0x7f89180cb320 2026-02-25T15:50:03.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f891815de20 con 0x7f8904003b40 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f891cc8a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f891815e100 con 0x7f89180caea0 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39436/0 (socket says 10.20.193.52:39436) 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 -- 10.20.193.52:0/2935368981 learned_addr learned my addr 10.20.193.52:0/2935368981 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916575640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8904003b40 0x7f89181607e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8915d74640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180caea0 0x7f89180c8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 -- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180caea0 msgr2=0x7f89180c8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180caea0 0x7f89180c8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 -- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8904003b40 msgr2=0x7f89181607e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8904003b40 0x7f89181607e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 -- 10.20.193.52:0/2935368981 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f891815db60 con 0x7f89180cb320 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.202+0000 7f8916d76640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f89181622b0 tx=0x7f890800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908010040 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f890800bd10 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f891815e3e0 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908006ea0 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89180c98c0 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.203+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f891815e900 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.204+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8908024020 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.204+0000 7f88feffd640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 0x7f88e4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.204+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8908097600 con 0x7f89180cb320 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.204+0000 7f8916575640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 0x7f88e4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.205+0000 7f8916575640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 0x7f88e4078500 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f890c037000 tx=0x7f890c033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.206+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f890805d270 con 0x7f89180cb320 2026-02-25T15:50:03.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.283+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f891815e900 con 0x7f89180cb320 2026-02-25T15:50:03.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.285+0000 7f88feffd640 1 -- 10.20.193.52:0/2935368981 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v2)=0 v2) v1 ==== 122+0+0 (secure 0 0 0) 0x7f891815e900 con 0x7f89180cb320 2026-02-25T15:50:03.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 msgr2=0x7f88e4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 0x7f88e4078500 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f890c037000 tx=0x7f890c033000 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 msgr2=0x7f89180c9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f89181622b0 tx=0x7f890800b480 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 shutdown_connections 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f88e4076040 0x7f88e4078500 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89180cb320 0x7f89180c9290 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f89180caea0 0x7f89180c8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 --2- 10.20.193.52:0/2935368981 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8904003b40 0x7f89181607e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 >> 10.20.193.52:0/2935368981 conn(0x7f891809c7c0 msgr2=0x7f891806cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 shutdown_connections 2026-02-25T15:50:03.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.286+0000 7f891cc8a640 1 -- 10.20.193.52:0/2935368981 wait complete. 2026-02-25T15:50:03.297 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2026-02-25T15:50:03.297 DEBUG:teuthology.orchestra.run.trial052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2026-02-25T15:50:03.339 DEBUG:teuthology.orchestra.run.trial086:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2026-02-25T15:50:03.395 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2026-02-25T15:50:03.395 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:03.395 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:03.413 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:03.413 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:03.473 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:03.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.577+0000 7f4d60fa5640 1 Processor -- start 2026-02-25T15:50:03.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.577+0000 7f4d60fa5640 1 -- start start 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d60fa5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4d5c13d6f0 0x7f4d5c0ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d60fa5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d5c15a970 con 0x7f4d5c13db80 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d60fa5640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d5c140640 con 0x7f4d5c072180 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d60fa5640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d5c140360 con 0x7f4d5c13d6f0 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d5ad76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4d5c13db80 0x7f4d5c13f750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33002/0 (socket says 10.20.193.52:33002) 2026-02-25T15:50:03.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d5ad76640 1 -- 10.20.193.52:0/3959202362 learned_addr learned my addr 10.20.193.52:0/3959202362 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59d74640 1 --2- 10.20.193.52:0/3959202362 >> v2:10.20.193.86:3300/0 conn(0x7f4d5c13d6f0 0x7f4d5c0ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 555753187 0 0) 0x7f4d5c15a970 con 0x7f4d5c13db80 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d48003620 con 0x7f4d5c13db80 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1300884249 0 0) 0x7f4d48003620 con 0x7f4d5c13db80 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 >> v2:10.20.193.86:3300/0 conn(0x7f4d5c13d6f0 msgr2=0x7f4d5c0ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 --2- 10.20.193.52:0/3959202362 >> v2:10.20.193.86:3300/0 conn(0x7f4d5c13d6f0 0x7f4d5c0ce470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 >> v1:10.20.193.86:6789/0 conn(0x7f4d5c072180 legacy=0x7f4d5c072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d5c0cd990 con 0x7f4d5c13db80 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4d4c003280 con 0x7f4d5c13db80 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 >> v1:10.20.193.52:6789/0 conn(0x7f4d5c13db80 legacy=0x7f4d5c13f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d48003b80 0x7f4d48003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.586 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d480048c0 0x7f4d48004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d4800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5c140360 con 0x7f4d480053a0 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d4800c2f0 con 0x7f4d480048c0 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d4800c4b0 con 0x7f4d48003b80 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d4800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d59d74640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d480048c0 0x7f4d48004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.578+0000 7f4d5a575640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d48003b80 0x7f4d48003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 -- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d48003b80 msgr2=0x7f4d48003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d48003b80 0x7f4d48003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 -- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d480048c0 msgr2=0x7f4d48004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d480048c0 0x7f4d48004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.587 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 -- 10.20.193.52:0/3959202362 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d48003620 con 0x7f4d480053a0 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d59d74640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d480048c0 0x7f4d48004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5a575640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d48003b80 0x7f4d48003fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 -- 10.20.193.52:0/3959202362 reap_dead start 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d4800ba80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c002be0 tx=0x7f4d4c02fba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fde0cdb36c520d3 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c031610 con 0x7f4d480053a0 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d4c031770 con 0x7f4d480053a0 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d59573640 1 -- 10.20.193.52:0/3959202362 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c031b20 con 0x7f4d480053a0 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 -- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 msgr2=0x7f4d4800ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d4800ba80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c002be0 tx=0x7f4d4c02fba0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 -- 10.20.193.52:0/3959202362 shutdown_connections 2026-02-25T15:50:03.588 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/3959202362 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d4800ba80 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 -- 10.20.193.52:0/3959202362 >> 10.20.193.52:0/3959202362 conn(0x7f4d5c06c980 msgr2=0x7f4d5c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 -- 10.20.193.52:0/3959202362 shutdown_connections 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.579+0000 7f4d60fa5640 1 -- 10.20.193.52:0/3959202362 wait complete. 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 Processor -- start 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 -- start start 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d5c153860 0x7f4d5c136990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 0x7f4d5c0af300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5c141780 con 0x7f4d480053a0 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5c13aaa0 con 0x7f4d5c0aee80 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.580+0000 7f4d60fa5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5c0af840 con 0x7f4d5c153860 2026-02-25T15:50:03.589 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39450/0 (socket says 10.20.193.52:39450) 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 -- 10.20.193.52:0/182770888 learned_addr learned my addr 10.20.193.52:0/182770888 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d59d74640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d5c153860 0x7f4d5c136990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 0x7f4d5c0af300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 -- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d5c153860 msgr2=0x7f4d5c136990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d5c153860 0x7f4d5c136990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 -- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 msgr2=0x7f4d5c0af300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 0x7f4d5c0af300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 -- 10.20.193.52:0/182770888 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d5c139bf0 con 0x7f4d480053a0 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5ad76640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 0x7f4d5c0af300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d5a575640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000d820 tx=0x7f4d5000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.590 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d50005480 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d500055e0 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d50003930 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d5c139e20 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d5c13a3e0 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.581+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d5c0b0460 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.582+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4d5000b6b0 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.582+0000 7f4d42ffd640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 0x7f4d28078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.583+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4d50097c60 con 0x7f4d480053a0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.583+0000 7f4d59d74640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 0x7f4d28078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.591 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.583+0000 7f4d59d74640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 0x7f4d28078500 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c154070 tx=0x7f4d44008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.584+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4d5005d7b0 con 0x7f4d480053a0 2026-02-25T15:50:03.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.663+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4d5c072560 con 0x7f4d480053a0 2026-02-25T15:50:03.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.664+0000 7f4d42ffd640 1 -- 10.20.193.52:0/182770888 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f4d50060830 con 0x7f4d480053a0 2026-02-25T15:50:03.666 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:03.666 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:03.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 msgr2=0x7f4d28078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 0x7f4d28078500 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c154070 tx=0x7f4d44008040 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 msgr2=0x7f4d5c1396b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000d820 tx=0x7f4d5000dcf0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 shutdown_connections 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4d28076040 0x7f4d28078500 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4d5c0aee80 0x7f4d5c0af300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4d5c153860 0x7f4d5c136990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 --2- 10.20.193.52:0/182770888 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4d480053a0 0x7f4d5c1396b0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 >> 10.20.193.52:0/182770888 conn(0x7f4d5c06c980 msgr2=0x7f4d5c13dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 shutdown_connections 2026-02-25T15:50:03.669 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.665+0000 7f4d60fa5640 1 -- 10.20.193.52:0/182770888 wait complete. 2026-02-25T15:50:03.674 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:03.675 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:03.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.742+0000 7ff7c5bc0640 1 Processor -- start 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.742+0000 7ff7c5bc0640 1 -- start start 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7c5bc0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff7c00b2a90 0x7ff7c006c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7c5bc0640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff7c00ae360 0x7ff7c00709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7c5bc0640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7c00ad7c0 con 0x7ff7c015d390 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7c5bc0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7c00b2020 con 0x7ff7c00b2a90 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7c5bc0640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7c00b2300 con 0x7ff7c00ae360 2026-02-25T15:50:03.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff7c00b2a90 0x7ff7c006c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff7c00b2a90 0x7ff7c006c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39466/0 (socket says 10.20.193.52:39466) 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 -- 10.20.193.52:0/2686028085 learned_addr learned my addr 10.20.193.52:0/2686028085 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7bffff640 1 --2- 10.20.193.52:0/2686028085 >> v2:10.20.193.86:3300/0 conn(0x7ff7c00ae360 0x7ff7c00709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 -- 10.20.193.52:0/2686028085 >> v2:10.20.193.86:3300/0 conn(0x7ff7c00ae360 msgr2=0x7ff7c00709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 --2- 10.20.193.52:0/2686028085 >> v2:10.20.193.86:3300/0 conn(0x7ff7c00ae360 0x7ff7c00709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 -- 10.20.193.52:0/2686028085 >> v1:10.20.193.86:6789/0 conn(0x7ff7c015d390 legacy=0x7ff7c00adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 -- 10.20.193.52:0/2686028085 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c00b25e0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7beffd640 1 --2- 10.20.193.52:0/2686028085 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c006c770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff7c00cec80 tx=0x7ff7b002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bdb77fbbbd8bc33 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7be7fc640 1 -- 10.20.193.52:0/2686028085 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b002fc70 con 0x7ff7c00b2a90 2026-02-25T15:50:03.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7be7fc640 1 -- 10.20.193.52:0/2686028085 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b002fdd0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.743+0000 7ff7be7fc640 1 -- 10.20.193.52:0/2686028085 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0037660 con 0x7ff7c00b2a90 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2686028085 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 msgr2=0x7ff7c006c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2686028085 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c006c770 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff7c00cec80 tx=0x7ff7b002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2686028085 shutdown_connections 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2686028085 >> v2:10.20.193.86:3300/0 conn(0x7ff7c00ae360 0x7ff7c00709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2686028085 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c006c770 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2686028085 >> 10.20.193.52:0/2686028085 conn(0x7ff7c00cef90 msgr2=0x7ff7c00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2686028085 shutdown_connections 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.744+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2686028085 wait complete. 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 Processor -- start 2026-02-25T15:50:03.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- start start 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c00ae360 0x7ff7c014de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 0x7ff7c01469a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c00ce010 con 0x7ff7c00b2a90 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c01f95b0 con 0x7ff7c015d390 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c01f8a30 con 0x7ff7c00ae360 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39478/0 (socket says 10.20.193.52:39478) 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 -- 10.20.193.52:0/2319545316 learned_addr learned my addr 10.20.193.52:0/2319545316 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7bf7fe640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c00ae360 0x7ff7c014de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7bffff640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 0x7ff7c01469a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 -- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c00ae360 msgr2=0x7ff7c014de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c00ae360 0x7ff7c014de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 -- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 msgr2=0x7ff7c01469a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 0x7ff7c01469a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 -- 10.20.193.52:0/2319545316 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7b00095d0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7bffff640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 0x7ff7c01469a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7beffd640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff7b002f510 tx=0x7ff7b00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0040660 con 0x7ff7c00b2a90 2026-02-25T15:50:03.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7b00407c0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7c00ae8f0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b0040b70 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.745+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7c01f8ff0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.746+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7c0150350 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.747+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff7b0049020 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.747+0000 7ff79bfff640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 0x7ff790078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.747+0000 7ff7bf7fe640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 0x7ff790078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.747+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff7b00bcfc0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.747+0000 7ff7bf7fe640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 0x7ff790078530 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac002770 tx=0x7ff7ac009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.749+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff7b0082c40 con 0x7ff7c00b2a90 2026-02-25T15:50:03.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.828+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff7c0068270 con 0x7ff7c00b2a90 2026-02-25T15:50:03.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.828+0000 7ff79bfff640 1 -- 10.20.193.52:0/2319545316 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff7b003c0a0 con 0x7ff7c00b2a90 2026-02-25T15:50:03.830 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:03.831 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 msgr2=0x7ff790078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 0x7ff790078530 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff7ac002770 tx=0x7ff7ac009040 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 msgr2=0x7ff7c00cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff7b002f510 tx=0x7ff7b00047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 shutdown_connections 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff790076070 0x7ff790078530 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c015d390 0x7ff7c01469a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c00b2a90 0x7ff7c00cdad0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 --2- 10.20.193.52:0/2319545316 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c00ae360 0x7ff7c014de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 >> 10.20.193.52:0/2319545316 conn(0x7ff7c00cef90 msgr2=0x7ff7c006c650 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 shutdown_connections 2026-02-25T15:50:03.832 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.829+0000 7ff7c5bc0640 1 -- 10.20.193.52:0/2319545316 wait complete. 2026-02-25T15:50:03.839 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:03.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.908+0000 7fd2ce011640 1 Processor -- start 2026-02-25T15:50:03.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.908+0000 7fd2ce011640 1 -- start start 2026-02-25T15:50:03.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd2c815d390 0x7fd2c80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd2c80ae190 0x7fd2c8160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2c80ad7c0 con 0x7fd2c80ae190 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2c806cbd0 con 0x7fd2c815d390 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2ce011640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c80b2020 con 0x7fd2c806c770 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd2c80ae190 0x7fd2c8160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd2c80ae190 0x7fd2c8160fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39488/0 (socket says 10.20.193.52:39488) 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 -- 10.20.193.52:0/1030875214 learned_addr learned my addr 10.20.193.52:0/1030875214 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c77fe640 1 --2- 10.20.193.52:0/1030875214 >> v2:10.20.193.86:3300/0 conn(0x7fd2c815d390 0x7fd2c80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 -- 10.20.193.52:0/1030875214 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 msgr2=0x7fd2c80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/1030875214 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 -- 10.20.193.52:0/1030875214 >> v2:10.20.193.86:3300/0 conn(0x7fd2c815d390 msgr2=0x7fd2c80b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/1030875214 >> v2:10.20.193.86:3300/0 conn(0x7fd2c815d390 0x7fd2c80b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.909+0000 7fd2c7fff640 1 -- 10.20.193.52:0/1030875214 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c80b2300 con 0x7fd2c80ae190 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/1030875214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c80ae190 0x7fd2c8160fc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8073ae0 tx=0x7fd2bc02f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90fc816e9f3b55b4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2c67fc640 1 -- 10.20.193.52:0/1030875214 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc006ea0 con 0x7fd2c80ae190 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2c67fc640 1 -- 10.20.193.52:0/1030875214 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2bc02fd70 con 0x7fd2c80ae190 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2c67fc640 1 -- 10.20.193.52:0/1030875214 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc037610 con 0x7fd2c80ae190 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 -- 10.20.193.52:0/1030875214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c80ae190 msgr2=0x7fd2c8160fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 --2- 10.20.193.52:0/1030875214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c80ae190 0x7fd2c8160fc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8073ae0 tx=0x7fd2bc02f310 comp rx=0 tx=0).stop 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 -- 10.20.193.52:0/1030875214 shutdown_connections 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 --2- 10.20.193.52:0/1030875214 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c80ae190 0x7fd2c8160fc0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 --2- 10.20.193.52:0/1030875214 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 --2- 10.20.193.52:0/1030875214 >> v2:10.20.193.86:3300/0 conn(0x7fd2c815d390 0x7fd2c80b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 -- 10.20.193.52:0/1030875214 >> 10.20.193.52:0/1030875214 conn(0x7fd2c80cef90 msgr2=0x7fd2c80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 -- 10.20.193.52:0/1030875214 shutdown_connections 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.910+0000 7fd2ce011640 1 -- 10.20.193.52:0/1030875214 wait complete. 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.911+0000 7fd2ce011640 1 Processor -- start 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.911+0000 7fd2ce011640 1 -- start start 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.911+0000 7fd2ce011640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 0x7fd2c8154380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c80cceb0 con 0x7fd2c815d390 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c80cc230 con 0x7fd2c80ae190 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c80cc510 con 0x7fd2c806c770 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39492/0 (socket says 10.20.193.52:39492) 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 -- 10.20.193.52:0/3332435877 learned_addr learned my addr 10.20.193.52:0/3332435877 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c77fe640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c6ffd640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 0x7fd2c8154380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 -- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 msgr2=0x7fd2c80cd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80cd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 -- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 msgr2=0x7fd2c8154380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 0x7fd2c8154380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 -- 10.20.193.52:0/3332435877 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2bc009b30 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c6ffd640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 0x7fd2c8154380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2c7fff640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc009f50 tx=0x7fd2bc004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc006ea0 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2bc02fb70 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2c80cc7f0 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc0418a0 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.912+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2c81548c0 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.913+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2c80ccff0 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.913+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd2bc052020 con 0x7fd2c815d390 2026-02-25T15:50:03.920 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.913+0000 7fd2a3fff640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 0x7fd298078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:03.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.913+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fd2bc0bcbe0 con 0x7fd2c815d390 2026-02-25T15:50:03.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.913+0000 7fd2c77fe640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 0x7fd298078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:03.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.914+0000 7fd2c77fe640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 0x7fd298078500 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40099b0 tx=0x7fd2b4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:03.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.915+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd2c80ccff0 con 0x7fd2c815d390 2026-02-25T15:50:03.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.992+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd2c80ccff0 con 0x7fd2c815d390 2026-02-25T15:50:03.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.992+0000 7fd2a3fff640 1 -- 10.20.193.52:0/3332435877 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd2c80ccff0 con 0x7fd2c815d390 2026-02-25T15:50:03.995 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:03.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 msgr2=0x7fd298078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 0x7fd298078500 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd2b40099b0 tx=0x7fd2b4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 msgr2=0x7fd2c8151940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc009f50 tx=0x7fd2bc004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 shutdown_connections 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd298076040 0x7fd298078500 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2c815d390 0x7fd2c8151940 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd2c80ae190 0x7fd2c8154380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 --2- 10.20.193.52:0/3332435877 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd2c806c770 0x7fd2c80cd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 >> 10.20.193.52:0/3332435877 conn(0x7fd2c80cef90 msgr2=0x7fd2c806e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 shutdown_connections 2026-02-25T15:50:03.996 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:03.993+0000 7fd2ce011640 1 -- 10.20.193.52:0/3332435877 wait complete. 2026-02-25T15:50:04.003 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:04.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.070+0000 7f705ee85640 1 Processor -- start 2026-02-25T15:50:04.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.070+0000 7f705ee85640 1 -- start start 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705ee85640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f70580715c0 0x7f705815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705ee85640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f705806c770 0x7f70580ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705ee85640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7058071d80 con 0x7f705815ec20 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705ee85640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70580cdf70 con 0x7f70580715c0 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705ee85640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70580cd680 con 0x7f705806c770 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705cbfa640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f705815ec20 0x7f70580724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33016/0 (socket says 10.20.193.52:33016) 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705cbfa640 1 -- 10.20.193.52:0/1067114736 learned_addr learned my addr 10.20.193.52:0/1067114736 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:04.077 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 --2- 10.20.193.52:0/1067114736 >> v2:10.20.193.52:3300/0 conn(0x7f70580715c0 0x7f705815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f705d3fb640 1 --2- 10.20.193.52:0/1067114736 >> v2:10.20.193.86:3300/0 conn(0x7f705806c770 0x7f70580ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 -- 10.20.193.52:0/1067114736 >> v2:10.20.193.86:3300/0 conn(0x7f705806c770 msgr2=0x7f70580ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 --2- 10.20.193.52:0/1067114736 >> v2:10.20.193.86:3300/0 conn(0x7f705806c770 0x7f70580ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 -- 10.20.193.52:0/1067114736 >> v1:10.20.193.52:6789/0 conn(0x7f705815ec20 legacy=0x7f70580724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 -- 10.20.193.52:0/1067114736 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70580cfd80 con 0x7f70580715c0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704ffff640 1 --2- 10.20.193.52:0/1067114736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f70580715c0 0x7f705815f000 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f70580706c0 tx=0x7f704002eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9006b1790ec29741 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.071+0000 7f704f7fe640 1 -- 10.20.193.52:0/1067114736 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f704002fb80 con 0x7f70580715c0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f704f7fe640 1 -- 10.20.193.52:0/1067114736 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f704002fce0 con 0x7f70580715c0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f704f7fe640 1 -- 10.20.193.52:0/1067114736 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7040037660 con 0x7f70580715c0 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- 10.20.193.52:0/1067114736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f70580715c0 msgr2=0x7f705815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 --2- 10.20.193.52:0/1067114736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f70580715c0 0x7f705815f000 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f70580706c0 tx=0x7f704002eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.078 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- 10.20.193.52:0/1067114736 shutdown_connections 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 --2- 10.20.193.52:0/1067114736 >> v2:10.20.193.86:3300/0 conn(0x7f705806c770 0x7f70580ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 --2- 10.20.193.52:0/1067114736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f70580715c0 0x7f705815f000 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- 10.20.193.52:0/1067114736 >> 10.20.193.52:0/1067114736 conn(0x7f70580cef90 msgr2=0x7f70580cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- 10.20.193.52:0/1067114736 shutdown_connections 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- 10.20.193.52:0/1067114736 wait complete. 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 Processor -- start 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.072+0000 7f705ee85640 1 -- start start 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f70580715c0 0x7f705815a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 0x7f705815a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70580b3150 con 0x7f705806c770 2026-02-25T15:50:04.079 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70581f4db0 con 0x7f70580715c0 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70581552d0 con 0x7f705815ec20 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39512/0 (socket says 10.20.193.52:39512) 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 -- 10.20.193.52:0/2796527451 learned_addr learned my addr 10.20.193.52:0/2796527451 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f704ffff640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f70580715c0 0x7f705815a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705d3fb640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 0x7f705815a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 -- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 msgr2=0x7f705815a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 0x7f705815a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 -- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f70580715c0 msgr2=0x7f705815a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f70580715c0 0x7f705815a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 -- 10.20.193.52:0/2796527451 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7040009500 con 0x7f705806c770 2026-02-25T15:50:04.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705d3fb640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 0x7f705815a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705cbfa640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f704800c700 tx=0x7f704800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7048005bb0 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7048005d10 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70580b25d0 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7048007270 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.073+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70580b2b90 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.074+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70581f4f20 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.074+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f70480073d0 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.075+0000 7f704d7fa640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 0x7f7028078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.075+0000 7f704ffff640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 0x7f7028078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.075+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7048096c10 con 0x7f705806c770 2026-02-25T15:50:04.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.075+0000 7f704ffff640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 0x7f7028078500 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7040039000 tx=0x7f7040033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.076+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f704805c960 con 0x7f705806c770 2026-02-25T15:50:04.157 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.155+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f70581f4f20 con 0x7f705806c770 2026-02-25T15:50:04.157 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.155+0000 7f704d7fa640 1 -- 10.20.193.52:0/2796527451 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f70581f4f20 con 0x7f705806c770 2026-02-25T15:50:04.157 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:04.158 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 msgr2=0x7f7028078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.158 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 0x7f7028078500 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7040039000 tx=0x7f7040033000 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 msgr2=0x7f705813f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f704800c700 tx=0x7f704800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 shutdown_connections 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7028076040 0x7f7028078500 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f705815ec20 0x7f705815a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f70580715c0 0x7f705815a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 --2- 10.20.193.52:0/2796527451 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f705806c770 0x7f705813f710 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 >> 10.20.193.52:0/2796527451 conn(0x7f70580cef90 msgr2=0x7f705806cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 shutdown_connections 2026-02-25T15:50:04.159 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.156+0000 7f705ee85640 1 -- 10.20.193.52:0/2796527451 wait complete. 2026-02-25T15:50:04.167 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.233+0000 7fdff92b2640 1 Processor -- start 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.233+0000 7fdff92b2640 1 -- start start 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff92b2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fdff40b2a90 0x7fdff406c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff92b2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdff40ad7c0 con 0x7fdff40ae360 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff92b2640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdff40b2020 con 0x7fdff415d390 2026-02-25T15:50:04.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff92b2640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdff40b2300 con 0x7fdff40b2a90 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff37fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fdff40ae360 0x7fdff40709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33028/0 (socket says 10.20.193.52:33028) 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff37fe640 1 -- 10.20.193.52:0/933479965 learned_addr learned my addr 10.20.193.52:0/933479965 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff27fc640 1 --2- 10.20.193.52:0/933479965 >> v2:10.20.193.86:3300/0 conn(0x7fdff40b2a90 0x7fdff406c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1545409015 0 0) 0x7fdff40ad7c0 con 0x7fdff40ae360 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfe0003620 con 0x7fdff40ae360 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2820912595 0 0) 0x7fdff40b2020 con 0x7fdff415d390 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdff40ad7c0 con 0x7fdff415d390 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 612115215 0 0) 0x7fdfe0003620 con 0x7fdff40ae360 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 >> v2:10.20.193.86:3300/0 conn(0x7fdff40b2a90 msgr2=0x7fdff406c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 --2- 10.20.193.52:0/933479965 >> v2:10.20.193.86:3300/0 conn(0x7fdff40b2a90 0x7fdff406c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 >> v1:10.20.193.86:6789/0 conn(0x7fdff415d390 legacy=0x7fdff40adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdff40b25e0 con 0x7fdff40ae360 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fdfe4003280 con 0x7fdff40ae360 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 >> v1:10.20.193.52:6789/0 conn(0x7fdff40ae360 legacy=0x7fdff40709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdfe0003cf0 0x7fdfe00040f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdfe00048c0 0x7fdfe0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdfe000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdff40b2300 con 0x7fdfe00052d0 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe000c200 con 0x7fdfe0003cf0 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe000c3c0 con 0x7fdfe00048c0 2026-02-25T15:50:04.236 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.234+0000 7fdff37fe640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdfe000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff2ffd640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdfe0003cf0 0x7fdfe00040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff27fc640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdfe00048c0 0x7fdfe0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 -- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdfe00048c0 msgr2=0x7fdfe0004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdfe00048c0 0x7fdfe0004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 -- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdfe0003cf0 msgr2=0x7fdfe00040f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdfe0003cf0 0x7fdfe00040f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 -- 10.20.193.52:0/933479965 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfe0003620 con 0x7fdfe00052d0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 -- 10.20.193.52:0/933479965 reap_dead start 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff37fe640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdfe000ba80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fdfe400a7c0 tx=0x7fdfe402fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=595d8420afa676ce server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe4033660 con 0x7fdfe00052d0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfe4033800 con 0x7fdfe00052d0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff1ffb640 1 -- 10.20.193.52:0/933479965 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe4033bb0 con 0x7fdfe00052d0 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 -- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 msgr2=0x7fdfe000ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdfe000ba80 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fdfe400a7c0 tx=0x7fdfe402fb70 comp rx=0 tx=0).stop 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 -- 10.20.193.52:0/933479965 shutdown_connections 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 --2- 10.20.193.52:0/933479965 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdfe000ba80 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 -- 10.20.193.52:0/933479965 >> 10.20.193.52:0/933479965 conn(0x7fdff40cef90 msgr2=0x7fdff40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 -- 10.20.193.52:0/933479965 shutdown_connections 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.235+0000 7fdff92b2640 1 -- 10.20.193.52:0/933479965 wait complete. 2026-02-25T15:50:04.237 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.236+0000 7fdff92b2640 1 Processor -- start 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.236+0000 7fdff92b2640 1 -- start start 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 0x7fdff41557b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdff415c810 0x7fdff4155cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdff4159e90 con 0x7fdfe00052d0 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdff4154640 con 0x7fdff4152db0 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdff4153510 con 0x7fdff415c810 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39532/0 (socket says 10.20.193.52:39532) 2026-02-25T15:50:04.238 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 -- 10.20.193.52:0/2015213112 learned_addr learned my addr 10.20.193.52:0/2015213112 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff27fc640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 0x7fdff41557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 -- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdff415c810 msgr2=0x7fdff4155cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdff415c810 0x7fdff4155cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 -- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 msgr2=0x7fdff41557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 0x7fdff41557b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 -- 10.20.193.52:0/2015213112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdff40ae8f0 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff27fc640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 0x7fdff41557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff2ffd640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800e7b0 tx=0x7fdfe800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe8017070 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfe80068d0 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdff4154890 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe8006a60 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.237+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdff4154e50 con 0x7fdfe00052d0 2026-02-25T15:50:04.239 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.238+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdff4068270 con 0x7fdfe00052d0 2026-02-25T15:50:04.240 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.239+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdfe800c8d0 con 0x7fdfe00052d0 2026-02-25T15:50:04.240 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.239+0000 7fdfd37fe640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 0x7fdfc0078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.240 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.239+0000 7fdff27fc640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 0x7fdfc0078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.240 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.239+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fdfe8097880 con 0x7fdfe00052d0 2026-02-25T15:50:04.241 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.239+0000 7fdff27fc640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 0x7fdfc0078530 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdff40cde90 tx=0x7fdfdc008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.241+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdfe805d460 con 0x7fdfe00052d0 2026-02-25T15:50:04.320 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.319+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fdff40b30b0 con 0x7fdfe00052d0 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.319+0000 7fdfd37fe640 1 -- 10.20.193.52:0/2015213112 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fdfe80604e0 con 0x7fdfe00052d0 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 msgr2=0x7fdfc0078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 0x7fdfc0078530 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdff40cde90 tx=0x7fdfdc008040 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 msgr2=0x7fdff4146bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800e7b0 tx=0x7fdfe800ec80 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 shutdown_connections 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdfc0076070 0x7fdfc0078530 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdff415c810 0x7fdff4155cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdff4152db0 0x7fdff41557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 --2- 10.20.193.52:0/2015213112 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdfe00052d0 0x7fdff4146bc0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 >> 10.20.193.52:0/2015213112 conn(0x7fdff40cef90 msgr2=0x7fdff406e090 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 shutdown_connections 2026-02-25T15:50:04.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.320+0000 7fdff92b2640 1 -- 10.20.193.52:0/2015213112 wait complete. 2026-02-25T15:50:04.329 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.397+0000 7efe521d8640 1 Processor -- start 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.397+0000 7efe521d8640 1 -- start start 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe521d8640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7efe4c0b27f0 0x7efe4c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe521d8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe521d8640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe4c0b40f0 con 0x7efe4c140270 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe521d8640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe4c143a40 con 0x7efe4c0b27f0 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe521d8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c0addc0 con 0x7efe4c143250 2026-02-25T15:50:04.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4bfff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4affd640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7efe4c0b27f0 0x7efe4c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4b7fe640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7efe4c140270 0x7efe4c0b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:60618/0 (socket says 10.20.193.52:60618) 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4bfff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c0ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:54124/0 (socket says 10.20.193.52:54124) 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4b7fe640 1 -- 10.20.193.52:0/1688447690 learned_addr learned my addr 10.20.193.52:0/1688447690 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4affd640 1 -- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 msgr2=0x7efe4c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4affd640 1 --2- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c0ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4affd640 1 -- 10.20.193.52:0/1688447690 >> v1:10.20.193.86:6789/0 conn(0x7efe4c140270 legacy=0x7efe4c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.398+0000 7efe4affd640 1 -- 10.20.193.52:0/1688447690 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe4c0b4370 con 0x7efe4c0b27f0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe4affd640 1 --2- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c142d10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efe3c0098a0 tx=0x7efe3c02eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f98cb21521f4b6f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe4a7fc640 1 -- 10.20.193.52:0/1688447690 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c02fb70 con 0x7efe4c0b27f0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe4a7fc640 1 -- 10.20.193.52:0/1688447690 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe3c02fcd0 con 0x7efe4c0b27f0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe4a7fc640 1 -- 10.20.193.52:0/1688447690 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c037660 con 0x7efe4c0b27f0 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 -- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 msgr2=0x7efe4c142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 --2- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c142d10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efe3c0098a0 tx=0x7efe3c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 -- 10.20.193.52:0/1688447690 shutdown_connections 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 --2- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c0ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 --2- 10.20.193.52:0/1688447690 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c142d10 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 -- 10.20.193.52:0/1688447690 >> 10.20.193.52:0/1688447690 conn(0x7efe4c06c980 msgr2=0x7efe4c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 -- 10.20.193.52:0/1688447690 shutdown_connections 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.399+0000 7efe521d8640 1 -- 10.20.193.52:0/1688447690 wait complete. 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 Processor -- start 2026-02-25T15:50:04.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 -- start start 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c13f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c1f51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c143f60 con 0x7efe4c140270 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c144240 con 0x7efe4c0b27f0 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe521d8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe4c144520 con 0x7efe4c143250 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe4affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe4affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39538/0 (socket says 10.20.193.52:39538) 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.400+0000 7efe4affd640 1 -- 10.20.193.52:0/1074280925 learned_addr learned my addr 10.20.193.52:0/1074280925 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4bfff640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c1f51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4b7fe640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c13f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 -- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 msgr2=0x7efe4c1f51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c1f51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 -- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 msgr2=0x7efe4c13f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c13f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 -- 10.20.193.52:0/1074280925 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe3c009500 con 0x7efe4c140270 2026-02-25T15:50:04.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe4affd640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7efe3c009130 tx=0x7efe3c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c042650 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe3c0427d0 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe4c144800 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe3c042b80 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe4c143b80 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.401+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe4c143d10 con 0x7efe4c140270 2026-02-25T15:50:04.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.402+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7efe3c052020 con 0x7efe4c140270 2026-02-25T15:50:04.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.403+0000 7efe27fff640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 0x7efe1c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.403+0000 7efe4b7fe640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 0x7efe1c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.403+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7efe3c02fe40 con 0x7efe4c140270 2026-02-25T15:50:04.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.403+0000 7efe4b7fe640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 0x7efe1c078500 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7efe38002770 tx=0x7efe38009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.404+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7efe3c082a20 con 0x7efe4c140270 2026-02-25T15:50:04.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.489+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7efe4c1436c0 con 0x7efe4c140270 2026-02-25T15:50:04.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.489+0000 7efe27fff640 1 -- 10.20.193.52:0/1074280925 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7efe3c085aa0 con 0x7efe4c140270 2026-02-25T15:50:04.491 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:04.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 msgr2=0x7efe1c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 0x7efe1c078500 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7efe38002770 tx=0x7efe38009040 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 msgr2=0x7efe4c145000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7efe3c009130 tx=0x7efe3c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 shutdown_connections 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efe1c076040 0x7efe1c078500 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe4c143250 0x7efe4c1f51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe4c140270 0x7efe4c145000 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 --2- 10.20.193.52:0/1074280925 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe4c0b27f0 0x7efe4c13f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 >> 10.20.193.52:0/1074280925 conn(0x7efe4c06c980 msgr2=0x7efe4c0af7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 shutdown_connections 2026-02-25T15:50:04.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.490+0000 7efe521d8640 1 -- 10.20.193.52:0/1074280925 wait complete. 2026-02-25T15:50:04.500 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:04.500 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:04.518 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 Processor -- start 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 -- start start 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc4680b27f0 0x7fc468142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc468143250 0x7fc4680ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc4680b40f0 con 0x7fc468140270 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc468143a40 con 0x7fc468143250 2026-02-25T15:50:04.628 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46fa27640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4680addc0 con 0x7fc4680b27f0 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46d79c640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc468140270 0x7fc4680b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33036/0 (socket says 10.20.193.52:33036) 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46d79c640 1 -- 10.20.193.52:0/4051888115 learned_addr learned my addr 10.20.193.52:0/4051888115 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46df9d640 1 --2- 10.20.193.52:0/4051888115 >> v2:10.20.193.52:3300/0 conn(0x7fc468143250 0x7fc4680ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.624+0000 7fc46cf9b640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc4680b27f0 0x7fc468142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46df9d640 1 -- 10.20.193.52:0/4051888115 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc4680b27f0 msgr2=0x7fc468142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46df9d640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc4680b27f0 0x7fc468142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46df9d640 1 -- 10.20.193.52:0/4051888115 >> v1:10.20.193.52:6789/0 conn(0x7fc468140270 legacy=0x7fc4680b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46df9d640 1 -- 10.20.193.52:0/4051888115 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4680b4370 con 0x7fc468143250 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46df9d640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc468143250 0x7fc4680ce0f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc464009d90 tx=0x7fc46402f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4840f9db22a49b04 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc457fff640 1 -- 10.20.193.52:0/4051888115 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc464006ea0 con 0x7fc468143250 2026-02-25T15:50:04.629 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc457fff640 1 -- 10.20.193.52:0/4051888115 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc464037440 con 0x7fc468143250 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc457fff640 1 -- 10.20.193.52:0/4051888115 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4640377d0 con 0x7fc468143250 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 -- 10.20.193.52:0/4051888115 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc468143250 msgr2=0x7fc4680ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc468143250 0x7fc4680ce0f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc464009d90 tx=0x7fc46402f270 comp rx=0 tx=0).stop 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 -- 10.20.193.52:0/4051888115 shutdown_connections 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc468143250 0x7fc4680ce0f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 --2- 10.20.193.52:0/4051888115 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc4680b27f0 0x7fc468142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 -- 10.20.193.52:0/4051888115 >> 10.20.193.52:0/4051888115 conn(0x7fc46806c980 msgr2=0x7fc46806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 -- 10.20.193.52:0/4051888115 shutdown_connections 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.625+0000 7fc46fa27640 1 -- 10.20.193.52:0/4051888115 wait complete. 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.626+0000 7fc46fa27640 1 Processor -- start 2026-02-25T15:50:04.630 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.626+0000 7fc46fa27640 1 -- start start 2026-02-25T15:50:04.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc468140270 0x7fc46813fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc468143250 0x7fc468156c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc46815fa80 con 0x7fc4680b27f0 2026-02-25T15:50:04.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc46815fd60 con 0x7fc468143250 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc468160040 con 0x7fc468140270 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39552/0 (socket says 10.20.193.52:39552) 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 -- 10.20.193.52:0/3313815716 learned_addr learned my addr 10.20.193.52:0/3313815716 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46df9d640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc468143250 0x7fc468156c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 -- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc468140270 msgr2=0x7fc46813fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc468140270 0x7fc46813fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 -- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc468143250 msgr2=0x7fc468156c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc468143250 0x7fc468156c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 -- 10.20.193.52:0/3313815716 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc464009a70 con 0x7fc4680b27f0 2026-02-25T15:50:04.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46d79c640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc45800c700 tx=0x7fc45800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc458005bb0 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc458005d10 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc468160320 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc458007270 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc468157150 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.627+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4681f6370 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.628+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc4580073d0 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.628+0000 7fc455ffb640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 0x7fc438078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.629+0000 7fc46cf9b640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 0x7fc438078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.629+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fc458096c70 con 0x7fc4680b27f0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.629+0000 7fc46cf9b640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 0x7fc438078500 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc45c006fd0 tx=0x7fc45c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.630+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc45805c990 con 0x7fc4680b27f0 2026-02-25T15:50:04.710 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.709+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc4681f6370 con 0x7fc4680b27f0 2026-02-25T15:50:04.711 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.710+0000 7fc455ffb640 1 -- 10.20.193.52:0/3313815716 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7fc45805fa10 con 0x7fc4680b27f0 2026-02-25T15:50:04.712 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:04.712 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:04.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.710+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 msgr2=0x7fc438078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.710+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 0x7fc438078500 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc45c006fd0 tx=0x7fc45c008040 comp rx=0 tx=0).stop 2026-02-25T15:50:04.713 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 msgr2=0x7fc46815f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc45800c700 tx=0x7fc45800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 shutdown_connections 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc438076040 0x7fc438078500 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc468143250 0x7fc468156c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc468140270 0x7fc46813fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 --2- 10.20.193.52:0/3313815716 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc4680b27f0 0x7fc46815f3f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 >> 10.20.193.52:0/3313815716 conn(0x7fc46806c980 msgr2=0x7fc468071f80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 shutdown_connections 2026-02-25T15:50:04.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.711+0000 7fc46fa27640 1 -- 10.20.193.52:0/3313815716 wait complete. 2026-02-25T15:50:04.721 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:04.722 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:04.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 Processor -- start 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 -- start start 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fd80715c0 0x7f1fd815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd8071d80 con 0x7f1fd806c770 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fd80cdf70 con 0x7f1fd815ec20 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fdd9a8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fd80cd680 con 0x7f1fd80715c0 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.789+0000 7f1fd67fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fd80715c0 0x7f1fd815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fd80715c0 0x7f1fd815f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39564/0 (socket says 10.20.193.52:39564) 2026-02-25T15:50:04.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 -- 10.20.193.52:0/322568700 learned_addr learned my addr 10.20.193.52:0/322568700 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 -- 10.20.193.52:0/322568700 >> v1:10.20.193.86:6789/0 conn(0x7f1fd815ec20 legacy=0x7f1fd80724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 -- 10.20.193.52:0/322568700 >> v1:10.20.193.52:6789/0 conn(0x7f1fd806c770 legacy=0x7f1fd80ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 -- 10.20.193.52:0/322568700 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd80cfd80 con 0x7f1fd80715c0 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd67fc640 1 --2- 10.20.193.52:0/322568700 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd80715c0 0x7f1fd815f000 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009970 tx=0x7f1fc002f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d8985b0896668a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd5ffb640 1 -- 10.20.193.52:0/322568700 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc002fcd0 con 0x7f1fd80715c0 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd5ffb640 1 -- 10.20.193.52:0/322568700 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fc002fe30 con 0x7f1fd80715c0 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fd5ffb640 1 -- 10.20.193.52:0/322568700 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fc0037660 con 0x7f1fd80715c0 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/322568700 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd80715c0 msgr2=0x7f1fd815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/322568700 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd80715c0 0x7f1fd815f000 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1fc0009970 tx=0x7f1fc002f000 comp rx=0 tx=0).stop 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/322568700 shutdown_connections 2026-02-25T15:50:04.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/322568700 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd80715c0 0x7f1fd815f000 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/322568700 >> 10.20.193.52:0/322568700 conn(0x7f1fd80cef90 msgr2=0x7f1fd80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/322568700 shutdown_connections 2026-02-25T15:50:04.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.790+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/322568700 wait complete. 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.791+0000 7f1fdd9a8640 1 Processor -- start 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.791+0000 7f1fdd9a8640 1 -- start start 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.791+0000 7f1fdd9a8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.791+0000 7f1fdd9a8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 0x7f1fd81e8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fd815ec20 0x7f1fd80b22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd81e8990 con 0x7f1fd806c770 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd80a9200 con 0x7f1fd815ec20 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fd81e8b80 con 0x7f1fd80715c0 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39574/0 (socket says 10.20.193.52:39574) 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 -- 10.20.193.52:0/1096931648 learned_addr learned my addr 10.20.193.52:0/1096931648 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd67fc640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 0x7f1fd81e8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd77fe640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fd815ec20 0x7f1fd80b22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 -- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 msgr2=0x7f1fd81e8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 0x7f1fd81e8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 -- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fd815ec20 msgr2=0x7f1fd80b22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fd815ec20 0x7f1fd80b22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 -- 10.20.193.52:0/1096931648 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fc00095d0 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd67fc640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 0x7f1fd81e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fd6ffd640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00c730 tx=0x7f1fcc00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc0052d0 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fcc005430 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fd81e8e60 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc00a860 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fd81e9420 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.792+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fd8068270 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.793+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1fcc019020 con 0x7f1fd806c770 2026-02-25T15:50:04.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.793+0000 7f1faffff640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 0x7f1fa8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.794+0000 7f1fd67fc640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 0x7f1fa8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.794+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1fcc096a50 con 0x7f1fd806c770 2026-02-25T15:50:04.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.794+0000 7f1fd67fc640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 0x7f1fa8078500 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1fd80706c0 tx=0x7f1fc0039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.796+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1fcc05c540 con 0x7f1fd806c770 2026-02-25T15:50:04.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.874+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1fd8144da0 con 0x7f1fd806c770 2026-02-25T15:50:04.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.874+0000 7f1faffff640 1 -- 10.20.193.52:0/1096931648 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1fcc05f5c0 con 0x7f1fd806c770 2026-02-25T15:50:04.876 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:04.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 msgr2=0x7f1fa8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 0x7f1fa8078500 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1fd80706c0 tx=0x7f1fc0039040 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 msgr2=0x7f1fd81e6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00c730 tx=0x7f1fcc00cc00 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 shutdown_connections 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1fa8076040 0x7f1fa8078500 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fd815ec20 0x7f1fd80b22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fd80715c0 0x7f1fd81e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 --2- 10.20.193.52:0/1096931648 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fd806c770 0x7f1fd81e6f90 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 >> 10.20.193.52:0/1096931648 conn(0x7f1fd80cef90 msgr2=0x7f1fd806d740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 shutdown_connections 2026-02-25T15:50:04.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.875+0000 7f1fdd9a8640 1 -- 10.20.193.52:0/1096931648 wait complete. 2026-02-25T15:50:04.884 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:04.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.951+0000 7f7ef3947640 1 Processor -- start 2026-02-25T15:50:04.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.951+0000 7f7ef3947640 1 -- start start 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef3947640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7eec0b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef3947640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7eec0ceb50 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef3947640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7eec0cee30 con 0x7f7eec15d600 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef3947640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec0cf3f0 con 0x7f7eec0ce6a0 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef1ebd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7eec0cfcc0 0x7f7eec0d1710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33066/0 (socket says 10.20.193.52:33066) 2026-02-25T15:50:04.959 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef1ebd640 1 -- 10.20.193.52:0/3222389663 learned_addr learned my addr 10.20.193.52:0/3222389663 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef0ebb640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7eec0b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2351863231 0 0) 0x7f7eec0ceb50 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ed4003620 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1935262165 0 0) 0x7f7ed4003620 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 msgr2=0x7f7eec0b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7eec0b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 >> v1:10.20.193.86:6789/0 conn(0x7f7eec15d600 legacy=0x7f7eec0cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eec0cf110 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7ee8003280 con 0x7f7eec0cfcc0 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 >> v1:10.20.193.52:6789/0 conn(0x7f7eec0cfcc0 legacy=0x7f7eec0d1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7ed4003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ed4004110 0x7f7ed40048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ed4004e00 0x7f7ed4005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec0cf3f0 con 0x7f7ed4004e00 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed400bc70 con 0x7f7ed4004110 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed400be30 con 0x7f7eec0ce6a0 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.952+0000 7f7ef1ebd640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ed4004e00 0x7f7ed4005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef16bc640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7ed4003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 -- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 msgr2=0x7f7ed4003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7eec0ce6a0 0x7f7ed4003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 -- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ed4004110 msgr2=0x7f7ed40048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ed4004110 0x7f7ed40048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 -- 10.20.193.52:0/3222389663 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ed4003620 con 0x7f7ed4004e00 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ed4004e00 0x7f7ed4005260 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800a860 tx=0x7f7ee802fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=970640d4dafe2307 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee80316a0 con 0x7f7ed4004e00 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee8031800 con 0x7f7ed4004e00 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7edbfff640 1 -- 10.20.193.52:0/3222389663 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee8031bb0 con 0x7f7ed4004e00 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef3947640 1 -- 10.20.193.52:0/3222389663 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ed4004e00 msgr2=0x7f7ed4005260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef3947640 1 --2- 10.20.193.52:0/3222389663 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ed4004e00 0x7f7ed4005260 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f7ee800a860 tx=0x7f7ee802fc30 comp rx=0 tx=0).stop 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef1ebd640 1 -- 10.20.193.52:0/3222389663 reap_dead start 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.953+0000 7f7ef3947640 1 -- 10.20.193.52:0/3222389663 shutdown_connections 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.954+0000 7f7ef3947640 1 -- 10.20.193.52:0/3222389663 >> 10.20.193.52:0/3222389663 conn(0x7f7eec09c7c0 msgr2=0x7f7eec0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.954+0000 7f7ef3947640 1 -- 10.20.193.52:0/3222389663 shutdown_connections 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.954+0000 7f7ef3947640 1 -- 10.20.193.52:0/3222389663 wait complete. 2026-02-25T15:50:04.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.954+0000 7f7ef3947640 1 Processor -- start 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.954+0000 7f7ef3947640 1 -- start start 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 0x7f7eec0b8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7eec14e630 0x7f7eec0cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec14eae0 con 0x7f7eec14c0c0 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec0b93b0 con 0x7f7eec14e630 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec0cd070 con 0x7f7ed4004e00 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39600/0 (socket says 10.20.193.52:39600) 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 -- 10.20.193.52:0/606113467 learned_addr learned my addr 10.20.193.52:0/606113467 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:04.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef16bc640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 0x7f7eec0b8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 -- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 msgr2=0x7f7eec0b8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 0x7f7eec0b8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 -- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7eec14e630 msgr2=0x7f7eec0cc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7eec14e630 0x7f7eec0cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 -- 10.20.193.52:0/606113467 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eec15db60 con 0x7f7eec14c0c0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef16bc640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 0x7f7eec0b8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef0ebb640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7ee0004870 tx=0x7f7ee000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee000c910 con 0x7f7eec14c0c0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7eec0cd350 con 0x7f7eec14c0c0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee000ca90 con 0x7f7eec14c0c0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee000ce40 con 0x7f7eec14c0c0 2026-02-25T15:50:04.964 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eec0ca830 con 0x7f7eec14c0c0 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.955+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7eec0b00b0 con 0x7f7eec14c0c0 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.956+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7ee0011070 con 0x7f7eec14c0c0 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.956+0000 7f7ed9ffb640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 0x7f7ebc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.957+0000 7f7ef16bc640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 0x7f7ebc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.957+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7ee0096fe0 con 0x7f7eec14c0c0 2026-02-25T15:50:04.965 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.957+0000 7f7ef16bc640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 0x7f7ebc078500 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7edc002410 tx=0x7f7edc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:04.966 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:04.958+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7ee005cae0 con 0x7f7eec14c0c0 2026-02-25T15:50:05.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.035+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7eec0d0a30 con 0x7f7eec14c0c0 2026-02-25T15:50:05.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.035+0000 7f7ed9ffb640 1 -- 10.20.193.52:0/606113467 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7ee005fb60 con 0x7f7eec14c0c0 2026-02-25T15:50:05.038 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 msgr2=0x7f7ebc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 0x7f7ebc078500 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7edc002410 tx=0x7f7edc009040 comp rx=0 tx=0).stop 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 msgr2=0x7f7eec14e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7ee0004870 tx=0x7f7ee000ecd0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 shutdown_connections 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ebc076040 0x7f7ebc078500 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7eec14e630 0x7f7eec0cc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7eec14c0c0 0x7f7eec14e0f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 --2- 10.20.193.52:0/606113467 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ed4004e00 0x7f7eec0b8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 >> 10.20.193.52:0/606113467 conn(0x7f7eec09c7c0 msgr2=0x7f7eec073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 shutdown_connections 2026-02-25T15:50:05.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.036+0000 7f7ef3947640 1 -- 10.20.193.52:0/606113467 wait complete. 2026-02-25T15:50:05.046 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:05.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 Processor -- start 2026-02-25T15:50:05.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 -- start start 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa8080b3260 0x7fa808070730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b2340 0x7fa808070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8080b3700 con 0x7fa808161980 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa80806c8a0 con 0x7fa8080b3260 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80eee9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa80806cb80 con 0x7fa8080b2340 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80cc5e640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa808161980 0x7fa808161d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33080/0 (socket says 10.20.193.52:33080) 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.113+0000 7fa80cc5e640 1 -- 10.20.193.52:0/1408285611 learned_addr learned my addr 10.20.193.52:0/1408285611 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 --2- 10.20.193.52:0/1408285611 >> v2:10.20.193.52:3300/0 conn(0x7fa8080b3260 0x7fa808070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80d45f640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b2340 0x7fa808070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 -- 10.20.193.52:0/1408285611 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b2340 msgr2=0x7fa808070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b2340 0x7fa808070c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 -- 10.20.193.52:0/1408285611 >> v1:10.20.193.52:6789/0 conn(0x7fa808161980 legacy=0x7fa808161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 -- 10.20.193.52:0/1408285611 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa80806ce60 con 0x7fa8080b3260 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7fffff640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa8080b3260 0x7fa808070730 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa7f00098a0 tx=0x7fa7f002ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f8d0fd54de23cd3 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7ff7fe640 1 -- 10.20.193.52:0/1408285611 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f002fa40 con 0x7fa8080b3260 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7ff7fe640 1 -- 10.20.193.52:0/1408285611 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7f002fba0 con 0x7fa8080b3260 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa7ff7fe640 1 -- 10.20.193.52:0/1408285611 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f0037440 con 0x7fa8080b3260 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 -- 10.20.193.52:0/1408285611 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa8080b3260 msgr2=0x7fa808070730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa8080b3260 0x7fa808070730 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa7f00098a0 tx=0x7fa7f002ed80 comp rx=0 tx=0).stop 2026-02-25T15:50:05.121 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 -- 10.20.193.52:0/1408285611 shutdown_connections 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b2340 0x7fa808070c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 --2- 10.20.193.52:0/1408285611 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa8080b3260 0x7fa808070730 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.114+0000 7fa80eee9640 1 -- 10.20.193.52:0/1408285611 >> 10.20.193.52:0/1408285611 conn(0x7fa8080cef90 msgr2=0x7fa8080cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.115+0000 7fa80eee9640 1 -- 10.20.193.52:0/1408285611 shutdown_connections 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.115+0000 7fa80eee9640 1 -- 10.20.193.52:0/1408285611 wait complete. 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.115+0000 7fa80eee9640 1 Processor -- start 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.115+0000 7fa80eee9640 1 -- start start 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 0x7fa8081fc550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b3260 0x7fa8081f9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8081f9f40 con 0x7fa808161980 2026-02-25T15:50:05.122 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8081fd4b0 con 0x7fa8080b2340 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8081fcc10 con 0x7fa8080b3260 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39628/0 (socket says 10.20.193.52:39628) 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 -- 10.20.193.52:0/2285475835 learned_addr learned my addr 10.20.193.52:0/2285475835 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa7fffff640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b3260 0x7fa8081f9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80cc5e640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 0x7fa8081fc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 -- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b3260 msgr2=0x7fa8081f9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b3260 0x7fa8081f9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 -- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 msgr2=0x7fa8081fc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 0x7fa8081fc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 -- 10.20.193.52:0/2285475835 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7f0009500 con 0x7fa808161980 2026-02-25T15:50:05.123 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80cc5e640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 0x7fa8081fc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80d45f640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa804007e40 tx=0x7fa80400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa804006ea0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa804014640 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8081fcef0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80400eea0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.116+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8080aa7e0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.117+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8080aa640 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.117+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa8040149f0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.118+0000 7fa7fd7fa640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 0x7fa7d8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.118+0000 7fa80cc5e640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 0x7fa7d8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.118+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa8040979a0 con 0x7fa808161980 2026-02-25T15:50:05.124 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.118+0000 7fa80cc5e640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 0x7fa7d8078500 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8005980 tx=0x7fa7f8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.125 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.120+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa8080aa640 con 0x7fa808161980 2026-02-25T15:50:05.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.198+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa8080aa640 con 0x7fa808161980 2026-02-25T15:50:05.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa7fd7fa640 1 -- 10.20.193.52:0/2285475835 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa8080aa640 con 0x7fa808161980 2026-02-25T15:50:05.201 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:05.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 msgr2=0x7fa7d8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 0x7fa7d8078500 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8005980 tx=0x7fa7f8009040 comp rx=0 tx=0).stop 2026-02-25T15:50:05.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 msgr2=0x7fa8080ae0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa804007e40 tx=0x7fa80400e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 shutdown_connections 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa7d8076040 0x7fa7d8078500 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa808161980 0x7fa8080ae0b0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa8080b3260 0x7fa8081f9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 --2- 10.20.193.52:0/2285475835 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa8080b2340 0x7fa8081fc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.199+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 >> 10.20.193.52:0/2285475835 conn(0x7fa8080cef90 msgr2=0x7fa808070730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.200+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 shutdown_connections 2026-02-25T15:50:05.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.200+0000 7fa80eee9640 1 -- 10.20.193.52:0/2285475835 wait complete. 2026-02-25T15:50:05.209 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:05.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.276+0000 7f34be3e6640 1 Processor -- start 2026-02-25T15:50:05.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.276+0000 7f34be3e6640 1 -- start start 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34be3e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f34b815d390 0x7f34b80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34be3e6640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34b80ad7c0 con 0x7f34b806c770 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34be3e6640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34b806cc00 con 0x7f34b80ae360 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34be3e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34b80b2020 con 0x7f34b815d390 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f34b815d390 0x7f34b80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f34b815d390 0x7f34b80b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39630/0 (socket says 10.20.193.52:39630) 2026-02-25T15:50:05.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 -- 10.20.193.52:0/1192031701 learned_addr learned my addr 10.20.193.52:0/1192031701 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 -- 10.20.193.52:0/1192031701 >> v1:10.20.193.86:6789/0 conn(0x7f34b80ae360 legacy=0x7f34b80709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 -- 10.20.193.52:0/1192031701 >> v1:10.20.193.52:6789/0 conn(0x7f34b806c770 legacy=0x7f34b80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.277+0000 7f34b7fff640 1 -- 10.20.193.52:0/1192031701 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b80b2300 con 0x7f34b815d390 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34b7fff640 1 --2- 10.20.193.52:0/1192031701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b815d390 0x7f34b80b2a90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009970 tx=0x7f34a402f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc137f9c17f36af9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34b6ffd640 1 -- 10.20.193.52:0/1192031701 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a402fcd0 con 0x7f34b815d390 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34b6ffd640 1 -- 10.20.193.52:0/1192031701 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34a402fe30 con 0x7f34b815d390 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34b6ffd640 1 -- 10.20.193.52:0/1192031701 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a4037660 con 0x7f34b815d390 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 -- 10.20.193.52:0/1192031701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b815d390 msgr2=0x7f34b80b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 --2- 10.20.193.52:0/1192031701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b815d390 0x7f34b80b2a90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f34a4009970 tx=0x7f34a402f000 comp rx=0 tx=0).stop 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 -- 10.20.193.52:0/1192031701 shutdown_connections 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 --2- 10.20.193.52:0/1192031701 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b815d390 0x7f34b80b2a90 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 -- 10.20.193.52:0/1192031701 >> 10.20.193.52:0/1192031701 conn(0x7f34b80cef90 msgr2=0x7f34b80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 -- 10.20.193.52:0/1192031701 shutdown_connections 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.278+0000 7f34be3e6640 1 -- 10.20.193.52:0/1192031701 wait complete. 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 Processor -- start 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 -- start start 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f34b806c770 0x7f34b814a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34b815d390 0x7f34b80cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b815e780 con 0x7f34b80ae360 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b815d8f0 con 0x7f34b806c770 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34be3e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34b815db00 con 0x7f34b815d390 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39642/0 (socket says 10.20.193.52:39642) 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 -- 10.20.193.52:0/2601807996 learned_addr learned my addr 10.20.193.52:0/2601807996 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34bc95c640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34b815d390 0x7f34b80cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b7fff640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f34b806c770 0x7f34b814a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 -- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34b815d390 msgr2=0x7f34b80cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34b815d390 0x7f34b80cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 -- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f34b806c770 msgr2=0x7f34b814a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f34b806c770 0x7f34b814a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 -- 10.20.193.52:0/2601807996 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a40095d0 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.279+0000 7f34b77fe640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f34a800c700 tx=0x7f34a800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80052d0 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34a8005430 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34b815dde0 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80038d0 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34b815e3a0 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.280+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34b8068270 con 0x7f34b80ae360 2026-02-25T15:50:05.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.281+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f34a8019020 con 0x7f34b80ae360 2026-02-25T15:50:05.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.281+0000 7f34b4ff9640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 0x7f3488078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.281+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f34a80969f0 con 0x7f34b80ae360 2026-02-25T15:50:05.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.281+0000 7f34b7fff640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 0x7f3488078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.281+0000 7f34b7fff640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 0x7f3488078500 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f34b80706c0 tx=0x7f34a4039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.284+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f34a805c580 con 0x7f34b80ae360 2026-02-25T15:50:05.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.363+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f34b80b30b0 con 0x7f34b80ae360 2026-02-25T15:50:05.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.363+0000 7f34b4ff9640 1 -- 10.20.193.52:0/2601807996 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f34a805f600 con 0x7f34b80ae360 2026-02-25T15:50:05.365 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 msgr2=0x7f3488078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 0x7f3488078500 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f34b80706c0 tx=0x7f34a4039040 comp rx=0 tx=0).stop 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 msgr2=0x7f34b8149a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f34a800c700 tx=0x7f34a800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 shutdown_connections 2026-02-25T15:50:05.367 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3488076040 0x7f3488078500 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34b815d390 0x7f34b80cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f34b80ae360 0x7f34b8149a60 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 --2- 10.20.193.52:0/2601807996 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f34b806c770 0x7f34b814a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 >> 10.20.193.52:0/2601807996 conn(0x7f34b80cef90 msgr2=0x7f34b80b0330 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 shutdown_connections 2026-02-25T15:50:05.368 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.364+0000 7f34be3e6640 1 -- 10.20.193.52:0/2601807996 wait complete. 2026-02-25T15:50:05.373 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.439+0000 7fb085538640 1 Processor -- start 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.439+0000 7fb085538640 1 -- start start 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb085538640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 0x7fb080142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb085538640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fb080143250 0x7fb0800ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb085538640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0800b40f0 con 0x7fb080140270 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb085538640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb080143a40 con 0x7fb080143250 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb085538640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0800addc0 con 0x7fb0800b27f0 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07effd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fb080140270 0x7fb0800b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33102/0 (socket says 10.20.193.52:33102) 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07effd640 1 -- 10.20.193.52:0/3991600431 learned_addr learned my addr 10.20.193.52:0/3991600431 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/3991600431 >> v2:10.20.193.86:3300/0 conn(0x7fb080143250 0x7fb0800ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 0x7fb080142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3754242315 0 0) 0x7fb0800b40f0 con 0x7fb080140270 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb06c003620 con 0x7fb080140270 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1784998195 0 0) 0x7fb06c003620 con 0x7fb080140270 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 msgr2=0x7fb080142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 0x7fb080142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 >> v2:10.20.193.86:3300/0 conn(0x7fb080143250 msgr2=0x7fb0800ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 --2- 10.20.193.52:0/3991600431 >> v2:10.20.193.86:3300/0 conn(0x7fb080143250 0x7fb0800ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0800b4370 con 0x7fb080140270 2026-02-25T15:50:05.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fb074002f00 con 0x7fb080140270 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 >> v1:10.20.193.52:6789/0 conn(0x7fb080140270 legacy=0x7fb0800b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 0x7fb06c003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb06c004100 0x7fb06c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004e00 0x7fb06c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb080143a40 con 0x7fb06c004100 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0800addc0 con 0x7fb06c004e00 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb06c00bbe0 con 0x7fb0800b27f0 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb06c004100 0x7fb06c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004e00 0x7fb06c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 -- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 msgr2=0x7fb06c003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0800b27f0 0x7fb06c003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 -- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004e00 msgr2=0x7fb06c005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004e00 0x7fb06c005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07e7fc640 1 -- 10.20.193.52:0/3991600431 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb06c003620 con 0x7fb06c004100 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.440+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004e00 0x7fb06c005280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb06c004100 0x7fb06c0048c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fb068009900 tx=0x7fb06802efa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c04ff0b87f5f066 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb06802f9c0 con 0x7fb06c004100 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb06802fb20 con 0x7fb06c004100 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb07dffb640 1 -- 10.20.193.52:0/3991600431 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb068037440 con 0x7fb06c004100 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 -- 10.20.193.52:0/3991600431 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb06c004100 msgr2=0x7fb06c0048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 --2- 10.20.193.52:0/3991600431 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb06c004100 0x7fb06c0048c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fb068009900 tx=0x7fb06802efa0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb07f7fe640 1 -- 10.20.193.52:0/3991600431 reap_dead start 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 -- 10.20.193.52:0/3991600431 shutdown_connections 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 -- 10.20.193.52:0/3991600431 >> 10.20.193.52:0/3991600431 conn(0x7fb08006c980 msgr2=0x7fb08006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 -- 10.20.193.52:0/3991600431 shutdown_connections 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.441+0000 7fb085538640 1 -- 10.20.193.52:0/3991600431 wait complete. 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 Processor -- start 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 -- start start 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004100 0x7fb0801f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0801609c0 0x7fb08013cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08015d6a0 con 0x7fb08015e9e0 2026-02-25T15:50:05.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0801619d0 con 0x7fb06c004100 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb085538640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb080143d40 con 0x7fb0801609c0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39660/0 (socket says 10.20.193.52:39660) 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 -- 10.20.193.52:0/1491955504 learned_addr learned my addr 10.20.193.52:0/1491955504 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07effd640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004100 0x7fb0801f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07e7fc640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0801609c0 0x7fb08013cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 -- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0801609c0 msgr2=0x7fb08013cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0801609c0 0x7fb08013cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 -- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004100 msgr2=0x7fb0801f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004100 0x7fb0801f4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 -- 10.20.193.52:0/1491955504 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb08013d280 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.442+0000 7fb07f7fe640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fb070009fd0 tx=0x7fb07000f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb070006ea0 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb070016620 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb080161130 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0700169b0 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0801616f0 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.443+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb080143700 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.444+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fb070016b10 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.444+0000 7fb05f7fe640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 0x7fb04c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.444+0000 7fb07effd640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 0x7fb04c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.444+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fb070097ef0 con 0x7fb08015e9e0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.444+0000 7fb07effd640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 0x7fb04c078500 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb074002770 tx=0x7fb074002f50 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.446+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb07005da80 con 0x7fb08015e9e0 2026-02-25T15:50:05.532 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.530+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb080143e80 con 0x7fb08015e9e0 2026-02-25T15:50:05.532 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.530+0000 7fb05f7fe640 1 -- 10.20.193.52:0/1491955504 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb070060b00 con 0x7fb08015e9e0 2026-02-25T15:50:05.532 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 msgr2=0x7fb04c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 0x7fb04c078500 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb074002770 tx=0x7fb074002f50 comp rx=0 tx=0).stop 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 msgr2=0x7fb080145410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fb070009fd0 tx=0x7fb07000f520 comp rx=0 tx=0).stop 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 shutdown_connections 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb04c076040 0x7fb04c078500 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.533 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb08015e9e0 0x7fb080145410 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.534 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb0801609c0 0x7fb08013cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.534 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 --2- 10.20.193.52:0/1491955504 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb06c004100 0x7fb0801f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.534 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 >> 10.20.193.52:0/1491955504 conn(0x7fb08006c980 msgr2=0x7fb0800aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.534 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 shutdown_connections 2026-02-25T15:50:05.534 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.531+0000 7fb085538640 1 -- 10.20.193.52:0/1491955504 wait complete. 2026-02-25T15:50:05.541 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial052.front.sepia.ceph.com... 2026-02-25T15:50:05.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:05.541 DEBUG:teuthology.orchestra.run.trial052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:05.566 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:05.566 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:50:05.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:05.566 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2026-02-25T15:50:05.622 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:05.622 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:05.641 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:05.641 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:05.700 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:05.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 Processor -- start 2026-02-25T15:50:05.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 -- start start 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7efd34071710 0x7efd340ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd3415b750 0x7efd34070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd34070cc0 con 0x7efd340b4470 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd34071c60 con 0x7efd34071710 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd39519640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3415bcc0 con 0x7efd3415b750 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd337fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7efd340b4470 0x7efd340720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33106/0 (socket says 10.20.193.52:33106) 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd337fe640 1 -- 10.20.193.52:0/2145948139 learned_addr learned my addr 10.20.193.52:0/2145948139 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd32ffd640 1 --2- 10.20.193.52:0/2145948139 >> v2:10.20.193.86:3300/0 conn(0x7efd34071710 0x7efd340ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.766+0000 7efd327fc640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd3415b750 0x7efd34070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd31ffb640 1 -- 10.20.193.52:0/2145948139 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2978072968 0 0) 0x7efd34070cc0 con 0x7efd340b4470 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd31ffb640 1 -- 10.20.193.52:0/2145948139 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd20003620 con 0x7efd340b4470 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd32ffd640 1 -- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd3415b750 msgr2=0x7efd34070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd32ffd640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd3415b750 0x7efd34070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd32ffd640 1 -- 10.20.193.52:0/2145948139 >> v1:10.20.193.52:6789/0 conn(0x7efd340b4470 legacy=0x7efd340720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd32ffd640 1 -- 10.20.193.52:0/2145948139 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3415bfa0 con 0x7efd34071710 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd32ffd640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd340ccfb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efd280098a0 tx=0x7efd2802eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b188380d06119e0d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd31ffb640 1 -- 10.20.193.52:0/2145948139 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2802fb70 con 0x7efd34071710 2026-02-25T15:50:05.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd31ffb640 1 -- 10.20.193.52:0/2145948139 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd2802fcd0 con 0x7efd34071710 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.767+0000 7efd31ffb640 1 -- 10.20.193.52:0/2145948139 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd28037660 con 0x7efd34071710 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 msgr2=0x7efd340ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd340ccfb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efd280098a0 tx=0x7efd2802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- 10.20.193.52:0/2145948139 shutdown_connections 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd3415b750 0x7efd34070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 --2- 10.20.193.52:0/2145948139 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd340ccfb0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- 10.20.193.52:0/2145948139 >> 10.20.193.52:0/2145948139 conn(0x7efd3406c980 msgr2=0x7efd3406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- 10.20.193.52:0/2145948139 shutdown_connections 2026-02-25T15:50:05.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- 10.20.193.52:0/2145948139 wait complete. 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 Processor -- start 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.768+0000 7efd39519640 1 -- start start 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd34151bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd340b4470 0x7efd340c50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd34152100 con 0x7efd3415b750 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd340c5a80 con 0x7efd34071710 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd340c5d60 con 0x7efd340b4470 2026-02-25T15:50:05.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39666/0 (socket says 10.20.193.52:39666) 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 -- 10.20.193.52:0/3160486712 learned_addr learned my addr 10.20.193.52:0/3160486712 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd327fc640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd340b4470 0x7efd340c50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd32ffd640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd34151bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 -- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd340b4470 msgr2=0x7efd340c50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd340b4470 0x7efd340c50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 -- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 msgr2=0x7efd34151bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd34151bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 -- 10.20.193.52:0/3160486712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd28009500 con 0x7efd3415b750 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd337fe640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7efd2400cb40 tx=0x7efd2400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2400ad50 con 0x7efd3415b750 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd24012400 con 0x7efd3415b750 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd240127b0 con 0x7efd3415b750 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd340c6040 con 0x7efd3415b750 2026-02-25T15:50:05.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.769+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd340c6600 con 0x7efd3415b750 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.770+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd340b4d50 con 0x7efd3415b750 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.770+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7efd24019020 con 0x7efd3415b750 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.771+0000 7efd137fe640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 0x7efd00078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.771+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7efd24097330 con 0x7efd3415b750 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.771+0000 7efd32ffd640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 0x7efd00078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.771+0000 7efd32ffd640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 0x7efd00078500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7efd28039000 tx=0x7efd28033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.773+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7efd2405ce30 con 0x7efd3415b750 2026-02-25T15:50:05.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.852+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd340c6b20 con 0x7efd3415b750 2026-02-25T15:50:05.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.852+0000 7efd137fe640 1 -- 10.20.193.52:0/3160486712 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7efd340c6b20 con 0x7efd3415b750 2026-02-25T15:50:05.855 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:05.855 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:05.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 msgr2=0x7efd00078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 0x7efd00078500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7efd28039000 tx=0x7efd28033000 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 msgr2=0x7efd340c9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7efd2400cb40 tx=0x7efd2400a430 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 shutdown_connections 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efd00076040 0x7efd00078500 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efd3415b750 0x7efd340c9fb0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efd340b4470 0x7efd340c50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 --2- 10.20.193.52:0/3160486712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efd34071710 0x7efd34151bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 >> 10.20.193.52:0/3160486712 conn(0x7efd3406c980 msgr2=0x7efd340b05c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 shutdown_connections 2026-02-25T15:50:05.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.853+0000 7efd39519640 1 -- 10.20.193.52:0/3160486712 wait complete. 2026-02-25T15:50:05.863 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:05.864 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:05.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 Processor -- start 2026-02-25T15:50:05.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 -- start start 2026-02-25T15:50:05.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e24168120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e240ad7c0 con 0x7f7e2415d390 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e2406cbc0 con 0x7f7e240b2a90 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e29283640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e240b2020 con 0x7f7e2406c770 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e22d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7e2415d390 0x7f7e240adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:33114/0 (socket says 10.20.193.52:33114) 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e22d76640 1 -- 10.20.193.52:0/3123946124 learned_addr learned my addr 10.20.193.52:0/3123946124 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e23577640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e24168120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604975248 0 0) 0x7f7e240ad7c0 con 0x7f7e2415d390 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.933+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e10003620 con 0x7f7e2415d390 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2906607221 0 0) 0x7f7e10003620 con 0x7f7e2415d390 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 msgr2=0x7f7e24168120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e24168120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 >> v1:10.20.193.86:6789/0 conn(0x7f7e240b2a90 legacy=0x7f7e240ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e240b2300 con 0x7f7e2415d390 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7e18002f00 con 0x7f7e2415d390 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 >> v1:10.20.193.52:6789/0 conn(0x7f7e2415d390 legacy=0x7f7e240adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e10003af0 0x7f7e10003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e100048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e10004e00 0x7f7e10005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e240b2020 con 0x7f7e10004e00 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1000bbb0 con 0x7f7e10003af0 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1000bd70 con 0x7f7e2406c770 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e10004e00 0x7f7e10005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e22d76640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e10003af0 0x7f7e10003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e22575640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e100048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 -- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 msgr2=0x7f7e100048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e2406c770 0x7f7e100048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 -- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e10003af0 msgr2=0x7f7e10003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e10003af0 0x7f7e10003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 -- 10.20.193.52:0/3123946124 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e10003620 con 0x7f7e10004e00 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.934+0000 7f7e23577640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e10004e00 0x7f7e10005280 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7e14009fc0 tx=0x7f7e1402f570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40f6537ed42b6ab server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e14006ea0 con 0x7f7e10004e00 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e14032050 con 0x7f7e10004e00 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e21d74640 1 -- 10.20.193.52:0/3123946124 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e14036840 con 0x7f7e10004e00 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- 10.20.193.52:0/3123946124 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e10004e00 msgr2=0x7f7e10005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 --2- 10.20.193.52:0/3123946124 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e10004e00 0x7f7e10005280 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7e14009fc0 tx=0x7f7e1402f570 comp rx=0 tx=0).stop 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e23577640 1 -- 10.20.193.52:0/3123946124 reap_dead start 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- 10.20.193.52:0/3123946124 shutdown_connections 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- 10.20.193.52:0/3123946124 >> 10.20.193.52:0/3123946124 conn(0x7f7e240cef90 msgr2=0x7f7e240cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- 10.20.193.52:0/3123946124 shutdown_connections 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- 10.20.193.52:0/3123946124 wait complete. 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 Processor -- start 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.935+0000 7f7e29283640 1 -- start start 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e2414f670 0x7f7e2415d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e241f5740 0x7f7e241f5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2415de30 con 0x7f7e2414fe50 2026-02-25T15:50:05.943 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e24156c30 con 0x7f7e2414f670 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2415f790 con 0x7f7e241f5740 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:39686/0 (socket says 10.20.193.52:39686) 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 -- 10.20.193.52:0/2123629414 learned_addr learned my addr 10.20.193.52:0/2123629414 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22d76640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e2414f670 0x7f7e2415d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e23577640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e241f5740 0x7f7e241f5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 -- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e241f5740 msgr2=0x7f7e241f5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e241f5740 0x7f7e241f5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 -- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e2414f670 msgr2=0x7f7e2415d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e2414f670 0x7f7e2415d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 -- 10.20.193.52:0/2123629414 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e241f6130 con 0x7f7e2414fe50 2026-02-25T15:50:05.944 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e22575640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c00e780 tx=0x7f7e0c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c017070 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0c002aa0 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e24156950 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c002c30 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.936+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e24151760 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.937+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e24068270 con 0x7f7e2414fe50 2026-02-25T15:50:05.945 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.937+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7e0c0068d0 con 0x7f7e2414fe50 2026-02-25T15:50:05.946 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.938+0000 7f7e037fe640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 0x7f7df0078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:05.946 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.938+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7e0c096870 con 0x7f7e2414fe50 2026-02-25T15:50:05.946 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.938+0000 7f7e22d76640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 0x7f7df0078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:05.946 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.938+0000 7f7e22d76640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 0x7f7df0078530 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7e18004940 tx=0x7f7e18009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:05.946 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:05.940+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7e0c05c360 con 0x7f7e2414fe50 2026-02-25T15:50:06.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.017+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7e240adc50 con 0x7f7e2414fe50 2026-02-25T15:50:06.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.017+0000 7f7e037fe640 1 -- 10.20.193.52:0/2123629414 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7e0c05f3e0 con 0x7f7e2414fe50 2026-02-25T15:50:06.020 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 msgr2=0x7f7df0078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 0x7f7df0078530 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7e18004940 tx=0x7f7e18009040 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 msgr2=0x7f7e2415f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c00e780 tx=0x7f7e0c00ec50 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 shutdown_connections 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7df0076070 0x7f7df0078530 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e241f5740 0x7f7e241f5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e2414fe50 0x7f7e2415f250 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 --2- 10.20.193.52:0/2123629414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e2414f670 0x7f7e2415d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 >> 10.20.193.52:0/2123629414 conn(0x7f7e240cef90 msgr2=0x7f7e24070960 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 shutdown_connections 2026-02-25T15:50:06.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.018+0000 7f7e29283640 1 -- 10.20.193.52:0/2123629414 wait complete. 2026-02-25T15:50:06.028 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:06.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.095+0000 7f106a052640 1 Processor -- start 2026-02-25T15:50:06.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.095+0000 7f106a052640 1 -- start start 2026-02-25T15:50:06.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f106a052640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f10640ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f106a052640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1064071d80 con 0x7f106415ec20 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f106a052640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10640cdf70 con 0x7f10640715c0 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f106a052640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10640cd680 con 0x7f106406c770 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10637fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f106415ec20 0x7f10640724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60340/0 (socket says 10.20.193.52:60340) 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10637fe640 1 -- 10.20.193.52:0/3414995846 learned_addr learned my addr 10.20.193.52:0/3414995846 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1063fff640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f10640ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 864661774 0 0) 0x7f1064071d80 con 0x7f106415ec20 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1048003620 con 0x7f106415ec20 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1832033463 0 0) 0x7f1048003620 con 0x7f106415ec20 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 msgr2=0x7f10640ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f10640ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 >> v1:10.20.193.86:6789/0 conn(0x7f10640715c0 legacy=0x7f106415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10640cfd80 con 0x7f106415ec20 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f1050002f00 con 0x7f106415ec20 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 >> v1:10.20.193.52:6789/0 conn(0x7f106415ec20 legacy=0x7f10640724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f1048003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10480048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1048004e00 0x7f1048005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10640cd680 con 0x7f1048004100 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f104800bc70 con 0x7f1048004e00 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f104800be30 con 0x7f106406c770 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10480048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f10637fe640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f1048003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 -- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 msgr2=0x7f1048003aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106406c770 0x7f1048003aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 -- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1048004e00 msgr2=0x7f1048005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1048004e00 0x7f1048005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.096+0000 7f1062ffd640 1 -- 10.20.193.52:0/3414995846 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1048003620 con 0x7f1048004100 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f1062ffd640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10480048c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1054003fb0 tx=0x7f105402ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af945227a6ecb735 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105402f720 con 0x7f1048004100 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f105402f8a0 con 0x7f1048004100 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f10627fc640 1 -- 10.20.193.52:0/3414995846 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105402fc50 con 0x7f1048004100 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 -- 10.20.193.52:0/3414995846 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 msgr2=0x7f10480048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 --2- 10.20.193.52:0/3414995846 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10480048c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1054003fb0 tx=0x7f105402ecc0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f1063fff640 1 -- 10.20.193.52:0/3414995846 reap_dead start 2026-02-25T15:50:06.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 -- 10.20.193.52:0/3414995846 shutdown_connections 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 -- 10.20.193.52:0/3414995846 >> 10.20.193.52:0/3414995846 conn(0x7f10640cef90 msgr2=0x7f10640cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 -- 10.20.193.52:0/3414995846 shutdown_connections 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.097+0000 7f106a052640 1 -- 10.20.193.52:0/3414995846 wait complete. 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 Processor -- start 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 -- start start 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 0x7f1064157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 0x7f10640ce300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f106415bf40 con 0x7f1048004100 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1064158a10 con 0x7f10640cb700 2026-02-25T15:50:06.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f106a052640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1064157e50 con 0x7f106415b3c0 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47286/0 (socket says 10.20.193.52:47286) 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 -- 10.20.193.52:0/2576704492 learned_addr learned my addr 10.20.193.52:0/2576704492 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f1063fff640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 0x7f10640ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 -- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 msgr2=0x7f1064157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f1062ffd640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 0x7f1064157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 0x7f1064157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 -- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 msgr2=0x7f10640ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 0x7f10640ce300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 -- 10.20.193.52:0/2576704492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f106415b980 con 0x7f1048004100 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f1062ffd640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 0x7f1064157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:06.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f1063fff640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 0x7f10640ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f10637fe640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f105000eaf0 tx=0x7f1050005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.098+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105000c990 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.099+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f105000caf0 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.099+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f106415bc60 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.099+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105000cea0 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.099+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1064158f00 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.099+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1064068270 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.100+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f105001d460 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.100+0000 7f103ffff640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 0x7f1034078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.100+0000 7f1062ffd640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 0x7f1034078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.100+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f10500971b0 con 0x7f1048004100 2026-02-25T15:50:06.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.100+0000 7f1062ffd640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 0x7f1034078500 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1054039000 tx=0x7f1054033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.102+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f105005c520 con 0x7f1048004100 2026-02-25T15:50:06.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.183+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f106406cc20 con 0x7f1048004100 2026-02-25T15:50:06.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.183+0000 7f103ffff640 1 -- 10.20.193.52:0/2576704492 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f105005fd30 con 0x7f1048004100 2026-02-25T15:50:06.184 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 msgr2=0x7f1034078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 0x7f1034078500 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1054039000 tx=0x7f1054033000 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 msgr2=0x7f10641f27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f105000eaf0 tx=0x7f1050005e50 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 shutdown_connections 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1034076040 0x7f1034078500 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f10640cb700 0x7f10640ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f106415b3c0 0x7f1064157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 --2- 10.20.193.52:0/2576704492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1048004100 0x7f10641f27f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 >> 10.20.193.52:0/2576704492 conn(0x7f10640cef90 msgr2=0x7f10640721a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 shutdown_connections 2026-02-25T15:50:06.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.184+0000 7f106a052640 1 -- 10.20.193.52:0/2576704492 wait complete. 2026-02-25T15:50:06.193 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:06.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 Processor -- start 2026-02-25T15:50:06.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 -- start start 2026-02-25T15:50:06.267 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 0x7f3d1c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d1c071d80 con 0x7f3d1c0715c0 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d1c0cdf70 con 0x7f3d1c06c770 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d21b40640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1c0cd680 con 0x7f3d1c15ec20 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d1affd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f3d1c0715c0 0x7f3d1c15f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60342/0 (socket says 10.20.193.52:60342) 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d1affd640 1 -- 10.20.193.52:0/1251699120 learned_addr learned my addr 10.20.193.52:0/1251699120 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d1b7fe640 1 --2- 10.20.193.52:0/1251699120 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 0x7f3d1c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 702064693 0 0) 0x7f3d1c071d80 con 0x7f3d1c0715c0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.261+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d00003620 con 0x7f3d1c0715c0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2202103987 0 0) 0x7f3d00003620 con 0x7f3d1c0715c0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1b7fe640 1 -- 10.20.193.52:0/1251699120 >> v1:10.20.193.86:6789/0 conn(0x7f3d1c06c770 legacy=0x7f3d1c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1b7fe640 1 -- 10.20.193.52:0/1251699120 >> v1:10.20.193.52:6789/0 conn(0x7f3d1c0715c0 legacy=0x7f3d1c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1b7fe640 1 -- 10.20.193.52:0/1251699120 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d1c072a10 con 0x7f3d1c15ec20 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1b7fe640 1 --2- 10.20.193.52:0/1251699120 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 0x7f3d1c0724d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3d080098d0 tx=0x7f3d0802ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=738f40f9b5aa750c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c002f00 con 0x7f3d1c15ec20 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d0802f800 con 0x7f3d1c15ec20 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.262+0000 7f3d1a7fc640 1 -- 10.20.193.52:0/1251699120 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0802fb70 con 0x7f3d1c15ec20 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- 10.20.193.52:0/1251699120 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 msgr2=0x7f3d1c0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 --2- 10.20.193.52:0/1251699120 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 0x7f3d1c0724d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3d080098d0 tx=0x7f3d0802ee50 comp rx=0 tx=0).stop 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- 10.20.193.52:0/1251699120 shutdown_connections 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 --2- 10.20.193.52:0/1251699120 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c15ec20 0x7f3d1c0724d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- 10.20.193.52:0/1251699120 >> 10.20.193.52:0/1251699120 conn(0x7f3d1c0cef90 msgr2=0x7f3d1c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- 10.20.193.52:0/1251699120 shutdown_connections 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- 10.20.193.52:0/1251699120 wait complete. 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 Processor -- start 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.263+0000 7f3d21b40640 1 -- start start 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c06c770 0x7f3d1c154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d1c15ec20 0x7f3d1c138bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1c155860 con 0x7f3d1c0715c0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1c141a00 con 0x7f3d1c15ec20 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d1c137720 con 0x7f3d1c06c770 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47294/0 (socket says 10.20.193.52:47294) 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 -- 10.20.193.52:0/746527419 learned_addr learned my addr 10.20.193.52:0/746527419 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1bfff640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d1c15ec20 0x7f3d1c138bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1b7fe640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c06c770 0x7f3d1c154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 -- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c06c770 msgr2=0x7f3d1c154f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c06c770 0x7f3d1c154f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 -- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d1c15ec20 msgr2=0x7f3d1c138bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d1c15ec20 0x7f3d1c138bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 -- 10.20.193.52:0/746527419 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d08009500 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d1affd640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c002a30 tx=0x7f3d0c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c005be0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d0c005d40 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c0072b0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d1c141720 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.264+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d1c139bf0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.265+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d1c068270 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.266+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3d0c007410 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.266+0000 7f3cf7fff640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 0x7f3cec078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.266+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f3d0c096ec0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.266+0000 7f3d1b7fe640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 0x7f3cec078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.266+0000 7f3d1b7fe640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 0x7f3cec078500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3d08039000 tx=0x7f3d08033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.268+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f3d0c05cbe0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.346 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.344+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3d1c144da0 con 0x7f3d1c0715c0 2026-02-25T15:50:06.346 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.344+0000 7f3cf7fff640 1 -- 10.20.193.52:0/746527419 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3d0c05fc60 con 0x7f3d1c0715c0 2026-02-25T15:50:06.347 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 msgr2=0x7f3cec078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 0x7f3cec078500 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3d08039000 tx=0x7f3d08033000 comp rx=0 tx=0).stop 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 msgr2=0x7f3d1c1371e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c002a30 tx=0x7f3d0c00cba0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 shutdown_connections 2026-02-25T15:50:06.348 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3cec076040 0x7f3cec078500 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3d1c15ec20 0x7f3d1c138bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f3d1c0715c0 0x7f3d1c1371e0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 --2- 10.20.193.52:0/746527419 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f3d1c06c770 0x7f3d1c154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 >> 10.20.193.52:0/746527419 conn(0x7f3d1c0cef90 msgr2=0x7f3d1c140130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 shutdown_connections 2026-02-25T15:50:06.349 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.345+0000 7f3d21b40640 1 -- 10.20.193.52:0/746527419 wait complete. 2026-02-25T15:50:06.356 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:06.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.425+0000 7f0de24e4640 1 Processor -- start 2026-02-25T15:50:06.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.425+0000 7f0de24e4640 1 -- start start 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0de24e4640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0ddc0715c0 0x7f0ddc15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0de24e4640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ddc071d80 con 0x7f0ddc15ec20 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0de24e4640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ddc0cdf70 con 0x7f0ddc06c770 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0de24e4640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ddc0cd680 con 0x7f0ddc0715c0 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddbfff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f0ddc15ec20 0x7f0ddc0724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60352/0 (socket says 10.20.193.52:60352) 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddbfff640 1 -- 10.20.193.52:0/1054043491 learned_addr learned my addr 10.20.193.52:0/1054043491 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddb7fe640 1 --2- 10.20.193.52:0/1054043491 >> v2:10.20.193.52:3300/0 conn(0x7f0ddc0715c0 0x7f0ddc15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddb7fe640 1 -- 10.20.193.52:0/1054043491 >> v1:10.20.193.86:6789/0 conn(0x7f0ddc06c770 legacy=0x7f0ddc0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddb7fe640 1 -- 10.20.193.52:0/1054043491 >> v1:10.20.193.52:6789/0 conn(0x7f0ddc15ec20 legacy=0x7f0ddc0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.426+0000 7f0ddb7fe640 1 -- 10.20.193.52:0/1054043491 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ddc0cfd80 con 0x7f0ddc0715c0 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0ddb7fe640 1 --2- 10.20.193.52:0/1054043491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc0715c0 0x7f0ddc15f000 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc0098a0 tx=0x7f0dcc02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ce56e20c1b1f73 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0ddaffd640 1 -- 10.20.193.52:0/1054043491 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc02fb70 con 0x7f0ddc0715c0 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0ddaffd640 1 -- 10.20.193.52:0/1054043491 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dcc02fcd0 con 0x7f0ddc0715c0 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0ddaffd640 1 -- 10.20.193.52:0/1054043491 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc037660 con 0x7f0ddc0715c0 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 -- 10.20.193.52:0/1054043491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc0715c0 msgr2=0x7f0ddc15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 --2- 10.20.193.52:0/1054043491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc0715c0 0x7f0ddc15f000 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc0098a0 tx=0x7f0dcc02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 -- 10.20.193.52:0/1054043491 shutdown_connections 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 --2- 10.20.193.52:0/1054043491 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc0715c0 0x7f0ddc15f000 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 -- 10.20.193.52:0/1054043491 >> 10.20.193.52:0/1054043491 conn(0x7f0ddc0cef90 msgr2=0x7f0ddc0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 -- 10.20.193.52:0/1054043491 shutdown_connections 2026-02-25T15:50:06.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.427+0000 7f0de24e4640 1 -- 10.20.193.52:0/1054043491 wait complete. 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 Processor -- start 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 -- start start 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0ddc06c770 0x7f0ddc15a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0ddc0715c0 0x7f0ddc13c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ddc0b2080 con 0x7f0ddc15ec20 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ddc0b2360 con 0x7f0ddc06c770 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de24e4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ddc13d3c0 con 0x7f0ddc0715c0 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47318/0 (socket says 10.20.193.52:47318) 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 -- 10.20.193.52:0/243571813 learned_addr learned my addr 10.20.193.52:0/243571813 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0ddb7fe640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0ddc0715c0 0x7f0ddc13c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0ddbfff640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0ddc06c770 0x7f0ddc15a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 -- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0ddc0715c0 msgr2=0x7f0ddc13c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0ddc0715c0 0x7f0ddc13c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 -- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0ddc06c770 msgr2=0x7f0ddc15a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0ddc06c770 0x7f0ddc15a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.432 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 -- 10.20.193.52:0/243571813 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dcc009500 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.428+0000 7f0de0a5a640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000cc10 tx=0x7f0dd000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd000ce30 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dd0012420 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ddc13d6a0 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd00127d0 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ddc15a9b0 con 0x7f0ddc15ec20 2026-02-25T15:50:06.433 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.429+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ddc15aba0 con 0x7f0ddc15ec20 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.430+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0dd0012930 con 0x7f0ddc15ec20 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.430+0000 7f0dd8ff9640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 0x7f0dac078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.430+0000 7f0ddbfff640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 0x7f0dac078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.430+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f0dd0097f30 con 0x7f0ddc15ec20 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.431+0000 7f0ddbfff640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 0x7f0dac078500 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8002770 tx=0x7f0dc8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.432+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0dd005db10 con 0x7f0ddc15ec20 2026-02-25T15:50:06.514 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.513+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f0ddc068270 con 0x7f0ddc15ec20 2026-02-25T15:50:06.515 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.513+0000 7f0dd8ff9640 1 -- 10.20.193.52:0/243571813 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f0dd00160a0 con 0x7f0ddc15ec20 2026-02-25T15:50:06.515 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 msgr2=0x7f0dac078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 0x7f0dac078500 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8002770 tx=0x7f0dc8009040 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 msgr2=0x7f0ddc13ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0dd000cc10 tx=0x7f0dd000a430 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 shutdown_connections 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0dac076040 0x7f0dac078500 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0ddc15ec20 0x7f0ddc13ab40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0ddc0715c0 0x7f0ddc13c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 --2- 10.20.193.52:0/243571813 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0ddc06c770 0x7f0ddc15a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 >> 10.20.193.52:0/243571813 conn(0x7f0ddc0cef90 msgr2=0x7f0ddc0ce300 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 shutdown_connections 2026-02-25T15:50:06.516 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.514+0000 7f0de24e4640 1 -- 10.20.193.52:0/243571813 wait complete. 2026-02-25T15:50:06.525 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:06.592 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.590+0000 7fdedac72640 1 Processor -- start 2026-02-25T15:50:06.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.590+0000 7fdedac72640 1 -- start start 2026-02-25T15:50:06.597 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fdedac72640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fded41618e0 0x7fded40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fdedac72640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fded40b4640 0x7fded4070e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fdedac72640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fded40b2b60 con 0x7fded40b2620 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fdedac72640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fded40b3400 con 0x7fded41618e0 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fdedac72640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fded40b2e40 con 0x7fded40b4640 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fded41618e0 0x7fded40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fded41618e0 0x7fded40b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47330/0 (socket says 10.20.193.52:47330) 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 -- 10.20.193.52:0/1601472354 learned_addr learned my addr 10.20.193.52:0/1601472354 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded91e8640 1 --2- 10.20.193.52:0/1601472354 >> v2:10.20.193.86:3300/0 conn(0x7fded40b4640 0x7fded4070e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 -- 10.20.193.52:0/1601472354 >> v2:10.20.193.86:3300/0 conn(0x7fded40b4640 msgr2=0x7fded4070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 --2- 10.20.193.52:0/1601472354 >> v2:10.20.193.86:3300/0 conn(0x7fded40b4640 0x7fded4070e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 -- 10.20.193.52:0/1601472354 >> v1:10.20.193.86:6789/0 conn(0x7fded40b2620 legacy=0x7fded40b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.591+0000 7fded89e7640 1 -- 10.20.193.52:0/1601472354 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded40b3120 con 0x7fded41618e0 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fded89e7640 1 --2- 10.20.193.52:0/1601472354 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded41618e0 0x7fded40b20e0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fded4162fb0 tx=0x7fdec402eed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1b9f098c5e13ed8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdecb7fe640 1 -- 10.20.193.52:0/1601472354 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec402fb40 con 0x7fded41618e0 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdecb7fe640 1 -- 10.20.193.52:0/1601472354 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec402fca0 con 0x7fded41618e0 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdecb7fe640 1 -- 10.20.193.52:0/1601472354 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec4037660 con 0x7fded41618e0 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 -- 10.20.193.52:0/1601472354 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded41618e0 msgr2=0x7fded40b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 --2- 10.20.193.52:0/1601472354 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded41618e0 0x7fded40b20e0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fded4162fb0 tx=0x7fdec402eed0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 -- 10.20.193.52:0/1601472354 shutdown_connections 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 --2- 10.20.193.52:0/1601472354 >> v2:10.20.193.86:3300/0 conn(0x7fded40b4640 0x7fded4070e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 --2- 10.20.193.52:0/1601472354 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded41618e0 0x7fded40b20e0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 -- 10.20.193.52:0/1601472354 >> 10.20.193.52:0/1601472354 conn(0x7fded406c980 msgr2=0x7fded406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 -- 10.20.193.52:0/1601472354 shutdown_connections 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.592+0000 7fdedac72640 1 -- 10.20.193.52:0/1601472354 wait complete. 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 Processor -- start 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 -- start start 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 0x7fded415cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fded41618e0 0x7fded415ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded41ef030 con 0x7fded40b2620 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fded415f760 con 0x7fded41618e0 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdedac72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fded415fa40 con 0x7fded40b4640 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47332/0 (socket says 10.20.193.52:47332) 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 -- 10.20.193.52:0/1115398003 learned_addr learned my addr 10.20.193.52:0/1115398003 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded91e8640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fded41618e0 0x7fded415ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdecbfff640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 0x7fded415cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 -- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 msgr2=0x7fded415cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 0x7fded415cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 -- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fded41618e0 msgr2=0x7fded415ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fded41618e0 0x7fded415ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fded89e7640 1 -- 10.20.193.52:0/1115398003 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec40095d0 con 0x7fded40b2620 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.593+0000 7fdecbfff640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 0x7fded415cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fded89e7640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009a70 tx=0x7fdec40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec4040660 con 0x7fded40b2620 2026-02-25T15:50:06.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec40407c0 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fded41eec50 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec4040b70 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fded415d4b0 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.594+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fded415d6a0 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.595+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdec4049020 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.595+0000 7fdec97fa640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 0x7fdea4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.595+0000 7fdecbfff640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 0x7fdea4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.595+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fdec40bd0a0 con 0x7fded40b2620 2026-02-25T15:50:06.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.596+0000 7fdecbfff640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 0x7fdea4078500 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fded41f10f0 tx=0x7fdebc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.597+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdec4082f40 con 0x7fded40b2620 2026-02-25T15:50:06.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.679+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fded415d6a0 con 0x7fded40b2620 2026-02-25T15:50:06.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdec97fa640 1 -- 10.20.193.52:0/1115398003 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fdec403c080 con 0x7fded40b2620 2026-02-25T15:50:06.682 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:06.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 msgr2=0x7fdea4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 0x7fdea4078500 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fded41f10f0 tx=0x7fdebc009040 comp rx=0 tx=0).stop 2026-02-25T15:50:06.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 msgr2=0x7fded41ef450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009a70 tx=0x7fdec40047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 shutdown_connections 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdea4076040 0x7fdea4078500 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fded41618e0 0x7fded415ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fded40b4640 0x7fded415cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 --2- 10.20.193.52:0/1115398003 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fded40b2620 0x7fded41ef450 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 >> 10.20.193.52:0/1115398003 conn(0x7fded406c980 msgr2=0x7fded4164950 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 shutdown_connections 2026-02-25T15:50:06.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.680+0000 7fdedac72640 1 -- 10.20.193.52:0/1115398003 wait complete. 2026-02-25T15:50:06.690 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:06.690 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:06.709 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:06.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.775+0000 7f2509310640 1 Processor -- start 2026-02-25T15:50:06.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.775+0000 7f2509310640 1 -- start start 2026-02-25T15:50:06.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2509310640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2504140270 0x7f25040b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2509310640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f25040b2620 0x7f2504142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.779 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2509310640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25040b40f0 con 0x7f2504143250 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2509310640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2504143a40 con 0x7f25040b2620 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2509310640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25040b2a90 con 0x7f2504140270 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f25040b2620 0x7f2504142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f25040b2620 0x7f2504142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47334/0 (socket says 10.20.193.52:47334) 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 -- 10.20.193.52:0/3953500300 learned_addr learned my addr 10.20.193.52:0/3953500300 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.780 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f2502ffd640 1 --2- 10.20.193.52:0/3953500300 >> v2:10.20.193.86:3300/0 conn(0x7f2504140270 0x7f25040b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 -- 10.20.193.52:0/3953500300 >> v2:10.20.193.86:3300/0 conn(0x7f2504140270 msgr2=0x7f25040b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 --2- 10.20.193.52:0/3953500300 >> v2:10.20.193.86:3300/0 conn(0x7f2504140270 0x7f25040b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 -- 10.20.193.52:0/3953500300 >> v1:10.20.193.86:6789/0 conn(0x7f2504143250 legacy=0x7f25040ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.776+0000 7f25027fc640 1 -- 10.20.193.52:0/3953500300 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25040addc0 con 0x7f25040b2620 2026-02-25T15:50:06.781 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f25027fc640 1 --2- 10.20.193.52:0/3953500300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f25040b2620 0x7f2504142d10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f250404f0a0 tx=0x7f24ec02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a868a8903f3152 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2501ffb640 1 -- 10.20.193.52:0/3953500300 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec02fc70 con 0x7f25040b2620 2026-02-25T15:50:06.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2501ffb640 1 -- 10.20.193.52:0/3953500300 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24ec02fdd0 con 0x7f25040b2620 2026-02-25T15:50:06.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2501ffb640 1 -- 10.20.193.52:0/3953500300 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec037660 con 0x7f25040b2620 2026-02-25T15:50:06.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 -- 10.20.193.52:0/3953500300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f25040b2620 msgr2=0x7f2504142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.782 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 --2- 10.20.193.52:0/3953500300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f25040b2620 0x7f2504142d10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f250404f0a0 tx=0x7f24ec02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 -- 10.20.193.52:0/3953500300 shutdown_connections 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 --2- 10.20.193.52:0/3953500300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f25040b2620 0x7f2504142d10 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 --2- 10.20.193.52:0/3953500300 >> v2:10.20.193.86:3300/0 conn(0x7f2504140270 0x7f25040b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 -- 10.20.193.52:0/3953500300 >> 10.20.193.52:0/3953500300 conn(0x7f250406c980 msgr2=0x7f250406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 -- 10.20.193.52:0/3953500300 shutdown_connections 2026-02-25T15:50:06.783 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.777+0000 7f2509310640 1 -- 10.20.193.52:0/3953500300 wait complete. 2026-02-25T15:50:06.789 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 Processor -- start 2026-02-25T15:50:06.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 -- start start 2026-02-25T15:50:06.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 0x7f25041f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 0x7f2504144250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.790 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25041326f0 con 0x7f2504140270 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25041329d0 con 0x7f25040b2620 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2504132cb0 con 0x7f2504143250 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47338/0 (socket says 10.20.193.52:47338) 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 -- 10.20.193.52:0/4182597372 learned_addr learned my addr 10.20.193.52:0/4182597372 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.791 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2502ffd640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 0x7f25041f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25037fe640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 0x7f2504144250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 -- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 msgr2=0x7f2504144250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 0x7f2504144250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 -- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 msgr2=0x7f25041f4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.792 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 0x7f25041f4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 -- 10.20.193.52:0/4182597372 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24ec0095d0 con 0x7f2504140270 2026-02-25T15:50:06.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2502ffd640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 0x7f25041f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:06.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25037fe640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 0x7f2504144250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:06.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f25027fc640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009a70 tx=0x7f24ec0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec040660 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24ec0407c0 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2504132f90 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.778+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24ec040b70 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.779+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25041f49c0 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.779+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2504132830 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.779+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f24ec049020 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.780+0000 7f24e37fe640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 0x7f24d0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.780+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f24ec0bce60 con 0x7f2504140270 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.780+0000 7f2502ffd640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 0x7f24d0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.780+0000 7f2502ffd640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 0x7f24d0078500 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f24f8006fd0 tx=0x7f24f8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.781+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f24ec0eb820 con 0x7f2504140270 2026-02-25T15:50:06.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.858+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2504132830 con 0x7f2504140270 2026-02-25T15:50:06.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.859+0000 7f24e37fe640 1 -- 10.20.193.52:0/4182597372 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f2504132830 con 0x7f2504140270 2026-02-25T15:50:06.861 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:06.861 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:06.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 msgr2=0x7f24d0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 0x7f24d0078500 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f24f8006fd0 tx=0x7f24f8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 msgr2=0x7f2504143d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009a70 tx=0x7f24ec0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 shutdown_connections 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f24d0076040 0x7f24d0078500 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2504143250 0x7f2504144250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2504140270 0x7f2504143d10 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 --2- 10.20.193.52:0/4182597372 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f25040b2620 0x7f25041f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 >> 10.20.193.52:0/4182597372 conn(0x7f250406c980 msgr2=0x7f25040af390 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 shutdown_connections 2026-02-25T15:50:06.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.860+0000 7f2509310640 1 -- 10.20.193.52:0/4182597372 wait complete. 2026-02-25T15:50:06.870 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:06.871 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:06.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.940+0000 7f7ae81f6640 1 Processor -- start 2026-02-25T15:50:06.942 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.940+0000 7f7ae81f6640 1 -- start start 2026-02-25T15:50:06.947 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.940+0000 7f7ae81f6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7ae015d390 0x7f7ae00b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.947 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae81f6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae00ae360 0x7f7ae00709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae81f6640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ae00ad7c0 con 0x7f7ae006c770 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae81f6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ae006cc00 con 0x7f7ae015d390 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae81f6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae00b2020 con 0x7f7ae00ae360 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae5f6b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7ae015d390 0x7f7ae00b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae576a640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f7ae006c770 0x7f7ae00adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46110/0 (socket says 10.20.193.52:46110) 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae576a640 1 -- 10.20.193.52:0/1210997439 learned_addr learned my addr 10.20.193.52:0/1210997439 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae676c640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae00ae360 0x7f7ae00709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae4f69640 1 -- 10.20.193.52:0/1210997439 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2700679926 0 0) 0x7f7ae00ad7c0 con 0x7f7ae006c770 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae4f69640 1 -- 10.20.193.52:0/1210997439 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ac8003620 con 0x7f7ae006c770 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae5f6b640 1 -- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae00ae360 msgr2=0x7f7ae00709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:06.948 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae5f6b640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae00ae360 0x7f7ae00709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae5f6b640 1 -- 10.20.193.52:0/1210997439 >> v1:10.20.193.86:6789/0 conn(0x7f7ae006c770 legacy=0x7f7ae00adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.941+0000 7f7ae5f6b640 1 -- 10.20.193.52:0/1210997439 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ae00b2300 con 0x7f7ae015d390 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae5f6b640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae00b2a90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00098a0 tx=0x7f7ad002eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0b9a0af12e4c20d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae4f69640 1 -- 10.20.193.52:0/1210997439 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad002fb70 con 0x7f7ae015d390 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae4f69640 1 -- 10.20.193.52:0/1210997439 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad002fcd0 con 0x7f7ae015d390 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae4f69640 1 -- 10.20.193.52:0/1210997439 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0037660 con 0x7f7ae015d390 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 -- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 msgr2=0x7f7ae00b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae00b2a90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00098a0 tx=0x7f7ad002eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 -- 10.20.193.52:0/1210997439 shutdown_connections 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae00ae360 0x7f7ae00709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/1210997439 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae00b2a90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.949 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 -- 10.20.193.52:0/1210997439 >> 10.20.193.52:0/1210997439 conn(0x7f7ae00cef90 msgr2=0x7f7ae00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 -- 10.20.193.52:0/1210997439 shutdown_connections 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.942+0000 7f7ae81f6640 1 -- 10.20.193.52:0/1210997439 wait complete. 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 Processor -- start 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 -- start start 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae006c770 0x7f7ae0141400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae015fea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae015fa10 con 0x7f7ae00ae360 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae0141940 con 0x7f7ae015d390 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.943+0000 7f7ae81f6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae015ee00 con 0x7f7ae006c770 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.950 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47354/0 (socket says 10.20.193.52:47354) 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae5f6b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae006c770 0x7f7ae0141400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 -- 10.20.193.52:0/633354106 learned_addr learned my addr 10.20.193.52:0/633354106 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae676c640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae015fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 -- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae006c770 msgr2=0x7f7ae0141400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae006c770 0x7f7ae0141400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 -- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 msgr2=0x7f7ae015fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae015fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 -- 10.20.193.52:0/633354106 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ad0009500 con 0x7f7ae00ae360 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae576a640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f7ad400c760 tx=0x7f7ad400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad4005bb0 con 0x7f7ae00ae360 2026-02-25T15:50:06.951 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad4005d10 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ae015f0e0 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad40072b0 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.944+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ae015f6a0 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.945+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ae0068270 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.945+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7ad4007410 con 0x7f7ae00ae360 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.946+0000 7f7ace7fc640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 0x7f7ab0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.946+0000 7f7ae5f6b640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 0x7f7ab0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:06.952 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.946+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f7ad4096ab0 con 0x7f7ae00ae360 2026-02-25T15:50:06.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.946+0000 7f7ae5f6b640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 0x7f7ab0078500 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0039000 tx=0x7f7ad0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:06.953 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:06.947+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7ad405c6d0 con 0x7f7ae00ae360 2026-02-25T15:50:07.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.024+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7ae00b30b0 con 0x7f7ae00ae360 2026-02-25T15:50:07.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.024+0000 7f7ace7fc640 1 -- 10.20.193.52:0/633354106 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7ad405f750 con 0x7f7ae00ae360 2026-02-25T15:50:07.027 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 msgr2=0x7f7ab0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 0x7f7ab0078500 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0039000 tx=0x7f7ad0033000 comp rx=0 tx=0).stop 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 msgr2=0x7f7ae013e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f7ad400c760 tx=0x7f7ad400cc30 comp rx=0 tx=0).stop 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 shutdown_connections 2026-02-25T15:50:07.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7ab0076040 0x7f7ab0078500 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7ae015d390 0x7f7ae015fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7ae00ae360 0x7f7ae013e0c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 --2- 10.20.193.52:0/633354106 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7ae006c770 0x7f7ae0141400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 >> 10.20.193.52:0/633354106 conn(0x7f7ae00cef90 msgr2=0x7f7ae00aebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 shutdown_connections 2026-02-25T15:50:07.029 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.025+0000 7f7ae81f6640 1 -- 10.20.193.52:0/633354106 wait complete. 2026-02-25T15:50:07.035 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:07.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.102+0000 7fb5be047640 1 Processor -- start 2026-02-25T15:50:07.104 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.102+0000 7fb5be047640 1 -- start start 2026-02-25T15:50:07.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5be047640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5be047640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb5b806c770 0x7fb5b80ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5be047640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5b8071d80 con 0x7fb5b80715c0 2026-02-25T15:50:07.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5be047640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5b80cdf70 con 0x7fb5b806c770 2026-02-25T15:50:07.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5be047640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b80cd680 con 0x7fb5b815ec20 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb5b806c770 0x7fb5b80ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb5b806c770 0x7fb5b80ce400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47368/0 (socket says 10.20.193.52:47368) 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 -- 10.20.193.52:0/2856721945 learned_addr learned my addr 10.20.193.52:0/2856721945 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b77fe640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 -- 10.20.193.52:0/2856721945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 msgr2=0x7fb5b80724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 -- 10.20.193.52:0/2856721945 >> v1:10.20.193.52:6789/0 conn(0x7fb5b80715c0 legacy=0x7fb5b815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 -- 10.20.193.52:0/2856721945 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b8072a10 con 0x7fb5b806c770 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b7fff640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b80ce400 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009e50 tx=0x7fb5ac02f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7dc68a4cf45266c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b67fc640 1 -- 10.20.193.52:0/2856721945 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac006ea0 con 0x7fb5b806c770 2026-02-25T15:50:07.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b67fc640 1 -- 10.20.193.52:0/2856721945 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5ac02fde0 con 0x7fb5b806c770 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.103+0000 7fb5b67fc640 1 -- 10.20.193.52:0/2856721945 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac037610 con 0x7fb5b806c770 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- 10.20.193.52:0/2856721945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 msgr2=0x7fb5b80ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b80ce400 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009e50 tx=0x7fb5ac02f330 comp rx=0 tx=0).stop 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- 10.20.193.52:0/2856721945 shutdown_connections 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b80ce400 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 --2- 10.20.193.52:0/2856721945 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- 10.20.193.52:0/2856721945 >> 10.20.193.52:0/2856721945 conn(0x7fb5b80cef90 msgr2=0x7fb5b80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- 10.20.193.52:0/2856721945 shutdown_connections 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- 10.20.193.52:0/2856721945 wait complete. 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 Processor -- start 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.104+0000 7fb5be047640 1 -- start start 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb5b80715c0 0x7fb5b8156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b8158480 con 0x7fb5b806c770 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b813a4e0 con 0x7fb5b80715c0 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b8157800 con 0x7fb5b815ec20 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47372/0 (socket says 10.20.193.52:47372) 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 -- 10.20.193.52:0/2876054334 learned_addr learned my addr 10.20.193.52:0/2876054334 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b7fff640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 -- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 msgr2=0x7fb5b80b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80b30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 -- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb5b80715c0 msgr2=0x7fb5b8156e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb5b80715c0 0x7fb5b8156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 -- 10.20.193.52:0/2876054334 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5ac009b30 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5b77fe640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb5a400e840 tx=0x7fb5a400ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400c8d0 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5a400ca30 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5b8157ae0 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400cdc0 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.105+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5b81580a0 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.106+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5b81586f0 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.106+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fb5a4026430 con 0x7fb5b806c770 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.107+0000 7fb593fff640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 0x7fb588078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.107+0000 7fb5b6ffd640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 0x7fb588078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.107+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fb5a4097520 con 0x7fb5b806c770 2026-02-25T15:50:07.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.107+0000 7fb5b6ffd640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 0x7fb588078500 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8144160 tx=0x7fb5a8007a70 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.108+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb5a405d090 con 0x7fb5b806c770 2026-02-25T15:50:07.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.188+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb5b8068270 con 0x7fb5b806c770 2026-02-25T15:50:07.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb593fff640 1 -- 10.20.193.52:0/2876054334 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb5a4060110 con 0x7fb5b806c770 2026-02-25T15:50:07.191 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 msgr2=0x7fb588078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 0x7fb588078500 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8144160 tx=0x7fb5a8007a70 comp rx=0 tx=0).stop 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 msgr2=0x7fb5b8155320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb5a400e840 tx=0x7fb5a400ed10 comp rx=0 tx=0).stop 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 shutdown_connections 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fb588076040 0x7fb588078500 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb5b815ec20 0x7fb5b80b30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb5b80715c0 0x7fb5b8156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 --2- 10.20.193.52:0/2876054334 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb5b806c770 0x7fb5b8155320 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 >> 10.20.193.52:0/2876054334 conn(0x7fb5b80cef90 msgr2=0x7fb5b815d050 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 shutdown_connections 2026-02-25T15:50:07.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.189+0000 7fb5be047640 1 -- 10.20.193.52:0/2876054334 wait complete. 2026-02-25T15:50:07.200 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:07.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 Processor -- start 2026-02-25T15:50:07.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 -- start start 2026-02-25T15:50:07.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdbdc15ec20 0x7fdbdc0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbdc071d80 con 0x7fdbdc0715c0 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbdc0cdf70 con 0x7fdbdc15ec20 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.267+0000 7fdbe2ad1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc0cd680 con 0x7fdbdc06c770 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdbdc15ec20 0x7fdbdc0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdbdc15ec20 0x7fdbdc0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47376/0 (socket says 10.20.193.52:47376) 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 -- 10.20.193.52:0/1960959677 learned_addr learned my addr 10.20.193.52:0/1960959677 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe1047640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 -- 10.20.193.52:0/1960959677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 msgr2=0x7fdbdc0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc0ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 -- 10.20.193.52:0/1960959677 >> v1:10.20.193.86:6789/0 conn(0x7fdbdc0715c0 legacy=0x7fdbdc15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 -- 10.20.193.52:0/1960959677 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbdc072a10 con 0x7fdbdc15ec20 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe1047640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbe0846640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc0724d0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc009970 tx=0x7fdbcc02efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37fc25863648e75 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbd37fe640 1 -- 10.20.193.52:0/1960959677 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc02fc30 con 0x7fdbdc15ec20 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbd37fe640 1 -- 10.20.193.52:0/1960959677 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbcc02fd90 con 0x7fdbdc15ec20 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.268+0000 7fdbd37fe640 1 -- 10.20.193.52:0/1960959677 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbcc037660 con 0x7fdbdc15ec20 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/1960959677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc15ec20 msgr2=0x7fdbdc0724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc0724d0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdbcc009970 tx=0x7fdbcc02efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/1960959677 shutdown_connections 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/1960959677 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc0724d0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/1960959677 >> 10.20.193.52:0/1960959677 conn(0x7fdbdc0cef90 msgr2=0x7fdbdc0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/1960959677 shutdown_connections 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/1960959677 wait complete. 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 Processor -- start 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.269+0000 7fdbe2ad1640 1 -- start start 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc15bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc13a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc143b40 con 0x7fdbdc0715c0 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc15c0b0 con 0x7fdbdc15ec20 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbdc13b950 con 0x7fdbdc06c770 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47390/0 (socket says 10.20.193.52:47390) 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 -- 10.20.193.52:0/4284230026 learned_addr learned my addr 10.20.193.52:0/4284230026 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe0846640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc15bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 -- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 msgr2=0x7fdbdc15bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc15bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 -- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 msgr2=0x7fdbdc13a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe1047640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc13a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc13a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 -- 10.20.193.52:0/4284230026 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbcc0095d0 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe1047640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc13a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd3fff640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fdbc400c520 tx=0x7fdbc400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc40052d0 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbc4005430 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbdc13bc30 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc4003930 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.270+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbdc141050 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.271+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbdc068270 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.271+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdbc4019020 con 0x7fdbdc0715c0 2026-02-25T15:50:07.279 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.272+0000 7fdbd17fa640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 0x7fdbac078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.272+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fdbc4096a30 con 0x7fdbdc0715c0 2026-02-25T15:50:07.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.272+0000 7fdbe0846640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 0x7fdbac078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.272+0000 7fdbe0846640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 0x7fdbac078500 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0aebc0 tx=0x7fdbcc033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.274+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdbc405c5c0 con 0x7fdbdc0715c0 2026-02-25T15:50:07.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.352+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdbdc144da0 con 0x7fdbdc0715c0 2026-02-25T15:50:07.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbd17fa640 1 -- 10.20.193.52:0/4284230026 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdbc405f640 con 0x7fdbdc0715c0 2026-02-25T15:50:07.355 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:07.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 msgr2=0x7fdbac078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 0x7fdbac078500 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc0aebc0 tx=0x7fdbcc033000 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 msgr2=0x7fdbdc13af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fdbc400c520 tx=0x7fdbc400c9f0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 shutdown_connections 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdbac076040 0x7fdbac078500 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdbdc15ec20 0x7fdbdc13a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdbdc0715c0 0x7fdbdc13af70 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 --2- 10.20.193.52:0/4284230026 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdbdc06c770 0x7fdbdc15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 >> 10.20.193.52:0/4284230026 conn(0x7fdbdc0cef90 msgr2=0x7fdbdc15c770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 shutdown_connections 2026-02-25T15:50:07.358 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.353+0000 7fdbe2ad1640 1 -- 10.20.193.52:0/4284230026 wait complete. 2026-02-25T15:50:07.363 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:07.434 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 Processor -- start 2026-02-25T15:50:07.435 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 -- start start 2026-02-25T15:50:07.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f124c143b70 0x7f124c0cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.440 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c071770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f124c143f50 con 0x7f124c071cb0 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f124c072160 con 0x7f124c143b70 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.433+0000 7f1253940640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f124c0cd9a0 con 0x7f124c06cb30 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f124c143b70 0x7f124c0cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f124c143b70 0x7f124c0cd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:60530/0 (socket says 10.20.193.52:60530) 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 -- 10.20.193.52:0/1460933428 learned_addr learned my addr 10.20.193.52:0/1460933428 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f1251eb6640 1 --1- 10.20.193.52:0/1460933428 >> v1:10.20.193.86:6789/0 conn(0x7f124c071cb0 0x7f124c070730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46140/0 (socket says 10.20.193.52:46140) 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f1250eb4640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 -- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 msgr2=0x7f124c071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c071770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.441 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 -- 10.20.193.52:0/1460933428 >> v1:10.20.193.86:6789/0 conn(0x7f124c071cb0 legacy=0x7f124c070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 -- 10.20.193.52:0/1460933428 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f124c0cdc80 con 0x7f124c143b70 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f12516b5640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c143b70 0x7f124c0cd0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f123c009970 tx=0x7f123c02efb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50815543f405cad5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f123bfff640 1 -- 10.20.193.52:0/1460933428 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f123c02fc30 con 0x7f124c143b70 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f123bfff640 1 -- 10.20.193.52:0/1460933428 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f123c02fd90 con 0x7f124c143b70 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.434+0000 7f123bfff640 1 -- 10.20.193.52:0/1460933428 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f123c037660 con 0x7f124c143b70 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c143b70 msgr2=0x7f124c0cd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c143b70 0x7f124c0cd0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f123c009970 tx=0x7f123c02efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- 10.20.193.52:0/1460933428 shutdown_connections 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c071770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 --2- 10.20.193.52:0/1460933428 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c143b70 0x7f124c0cd0a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- 10.20.193.52:0/1460933428 >> 10.20.193.52:0/1460933428 conn(0x7f124c0cef90 msgr2=0x7f124c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.442 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- 10.20.193.52:0/1460933428 shutdown_connections 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- 10.20.193.52:0/1460933428 wait complete. 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 Processor -- start 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.435+0000 7f1253940640 1 -- start start 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c1f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c071cb0 0x7f124c1f2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f124c157090 con 0x7f124c143b70 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f124c157610 con 0x7f124c071cb0 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f124c1f38c0 con 0x7f124c06cb30 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47406/0 (socket says 10.20.193.52:47406) 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 -- 10.20.193.52:0/2749202396 learned_addr learned my addr 10.20.193.52:0/2749202396 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.443 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f12516b5640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c1f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1250eb4640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c071cb0 0x7f124c1f2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 -- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 msgr2=0x7f124c1f3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c1f3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 -- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c071cb0 msgr2=0x7f124c1f2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c071cb0 0x7f124c1f2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 -- 10.20.193.52:0/2749202396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f123c0095d0 con 0x7f124c143b70 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1251eb6640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f124800cc50 tx=0x7f124800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f124800ce70 con 0x7f124c143b70 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1248012400 con 0x7f124c143b70 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f124c1f3ba0 con 0x7f124c143b70 2026-02-25T15:50:07.444 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12480127b0 con 0x7f124c143b70 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.436+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f124c156980 con 0x7f124c143b70 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.437+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f124c1577a0 con 0x7f124c143b70 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.437+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1248012910 con 0x7f124c143b70 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.438+0000 7f1239ffb640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 0x7f121c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.438+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1248097010 con 0x7f124c143b70 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.438+0000 7f12516b5640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 0x7f121c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.438+0000 7f12516b5640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 0x7f121c078500 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f124c0aebc0 tx=0x7f123c039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.445 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.440+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f124805cc50 con 0x7f124c143b70 2026-02-25T15:50:07.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.519+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f124c068270 con 0x7f124c143b70 2026-02-25T15:50:07.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.519+0000 7f1239ffb640 1 -- 10.20.193.52:0/2749202396 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1248017020 con 0x7f124c143b70 2026-02-25T15:50:07.522 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 msgr2=0x7f121c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 0x7f121c078500 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f124c0aebc0 tx=0x7f123c039040 comp rx=0 tx=0).stop 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 msgr2=0x7f124c1f32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f124800cc50 tx=0x7f124800a430 comp rx=0 tx=0).stop 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 shutdown_connections 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f121c076040 0x7f121c078500 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f124c143b70 0x7f124c1f32d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.523 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f124c071cb0 0x7f124c1f2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 --2- 10.20.193.52:0/2749202396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f124c06cb30 0x7f124c1f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.520+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 >> 10.20.193.52:0/2749202396 conn(0x7f124c0cef90 msgr2=0x7f124c0b3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.521+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 shutdown_connections 2026-02-25T15:50:07.524 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.521+0000 7f1253940640 1 -- 10.20.193.52:0/2749202396 wait complete. 2026-02-25T15:50:07.531 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:07.606 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.597+0000 7f420f9ae640 1 Processor -- start 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.597+0000 7f420f9ae640 1 -- start start 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420f9ae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 0x7f42080b4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420f9ae640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42080b48b0 con 0x7f42081618e0 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420f9ae640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42080b2b60 con 0x7f4208070e40 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420f9ae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42080b3400 con 0x7f42080b3f30 2026-02-25T15:50:07.607 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f42081618e0 0x7f42080b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60364/0 (socket says 10.20.193.52:60364) 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 -- 10.20.193.52:0/459681061 learned_addr learned my addr 10.20.193.52:0/459681061 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420cf22640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 0x7f42080b4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 476156999 0 0) 0x7f42080b48b0 con 0x7f42081618e0 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41f0003620 con 0x7f42081618e0 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1679373367 0 0) 0x7f41f0003620 con 0x7f42081618e0 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 msgr2=0x7f42080b4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 0x7f42080b4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 >> v1:10.20.193.86:6789/0 conn(0x7f4208070e40 legacy=0x7f4208071290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42080b2e40 con 0x7f42081618e0 2026-02-25T15:50:07.608 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f41f8002f00 con 0x7f42081618e0 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 >> v1:10.20.193.52:6789/0 conn(0x7f42081618e0 legacy=0x7f42080b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f41f0003b60 0x7f41f0003f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 0x7f41f00048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f41f0004e00 0x7f41f0005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42080b3400 con 0x7f41f0003b60 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f000bc40 con 0x7f41f0004e00 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41f000be00 con 0x7f42080b3f30 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f41f0003b60 0x7f41f0003f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 -- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 msgr2=0x7f41f00048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f42080b3f30 0x7f41f00048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 -- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f41f0004e00 msgr2=0x7f41f0005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.609 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f41f0004e00 0x7f41f0005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.598+0000 7f420d723640 1 -- 10.20.193.52:0/459681061 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41f0003620 con 0x7f41f0003b60 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420d723640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f41f0003b60 0x7f41f0003f80 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f41f800c2f0 tx=0x7f41f802f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa1b35469823358e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f8005bd0 con 0x7f41f0003b60 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41f8032070 con 0x7f41f0003b60 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f41f7fff640 1 -- 10.20.193.52:0/459681061 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f8007070 con 0x7f41f0003b60 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 -- 10.20.193.52:0/459681061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f41f0003b60 msgr2=0x7f41f0003f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 --2- 10.20.193.52:0/459681061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f41f0003b60 0x7f41f0003f80 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f41f800c2f0 tx=0x7f41f802f5b0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420df24640 1 -- 10.20.193.52:0/459681061 reap_dead start 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 -- 10.20.193.52:0/459681061 shutdown_connections 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 -- 10.20.193.52:0/459681061 >> 10.20.193.52:0/459681061 conn(0x7f420806c980 msgr2=0x7f420806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 -- 10.20.193.52:0/459681061 shutdown_connections 2026-02-25T15:50:07.610 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.599+0000 7f420f9ae640 1 -- 10.20.193.52:0/459681061 wait complete. 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 Processor -- start 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 -- start start 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41f0003b60 0x7f42080aab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 0x7f420815d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420815f3d0 con 0x7f42081609e0 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420815e750 con 0x7f4208160e60 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420f9ae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f420815ea30 con 0x7f41f0003b60 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420cf22640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420cf22640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47426/0 (socket says 10.20.193.52:47426) 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420cf22640 1 -- 10.20.193.52:0/914469654 learned_addr learned my addr 10.20.193.52:0/914469654 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.611 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.600+0000 7f420d723640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41f0003b60 0x7f42080aab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420df24640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 0x7f420815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 -- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41f0003b60 msgr2=0x7f42080aab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41f0003b60 0x7f42080aab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 -- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 msgr2=0x7f420815d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 0x7f420815d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 -- 10.20.193.52:0/914469654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f420815ed10 con 0x7f42081609e0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420df24640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 0x7f420815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420cf22640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00e8c0 tx=0x7f41fc00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41fc00c940 con 0x7f42081609e0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41fc00caa0 con 0x7f42081609e0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f420815eff0 con 0x7f42081609e0 2026-02-25T15:50:07.612 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41fc00ce30 con 0x7f42081609e0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42080ab090 con 0x7f42081609e0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.601+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f420815f640 con 0x7f42081609e0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.602+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f41fc011070 con 0x7f42081609e0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.602+0000 7f41f5ffb640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 0x7f41d8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.602+0000 7f420d723640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 0x7f41d8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.602+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f41fc097720 con 0x7f42081609e0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.603+0000 7f420d723640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 0x7f41d8078500 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f41f8036000 tx=0x7f41f8009070 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.613 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.604+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f41fc05d390 con 0x7f42081609e0 2026-02-25T15:50:07.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.688+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4208162180 con 0x7f42081609e0 2026-02-25T15:50:07.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.688+0000 7f41f5ffb640 1 -- 10.20.193.52:0/914469654 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f41fc060410 con 0x7f42081609e0 2026-02-25T15:50:07.690 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 msgr2=0x7f41d8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 0x7f41d8078500 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f41f8036000 tx=0x7f41f8009070 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 msgr2=0x7f420815cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00e8c0 tx=0x7f41fc00ed90 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 shutdown_connections 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f41d8076040 0x7f41d8078500 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4208160e60 0x7f420815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f42081609e0 0x7f420815cdc0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 --2- 10.20.193.52:0/914469654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41f0003b60 0x7f42080aab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 >> 10.20.193.52:0/914469654 conn(0x7f420806c980 msgr2=0x7f4208164040 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 shutdown_connections 2026-02-25T15:50:07.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.689+0000 7f420f9ae640 1 -- 10.20.193.52:0/914469654 wait complete. 2026-02-25T15:50:07.698 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial086.front.sepia.ceph.com... 2026-02-25T15:50:07.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:07.699 DEBUG:teuthology.orchestra.run.trial086:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2026-02-25T15:50:07.726 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:07.726 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:50:07.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:07.726 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2026-02-25T15:50:07.784 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:07.784 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:07.804 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:07.804 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:07.861 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:07.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 Processor -- start 2026-02-25T15:50:07.968 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 -- start start 2026-02-25T15:50:07.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f01b015b750 0x7f01b00ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f01b00b4470 0x7f01b00b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01b015bcc0 con 0x7f01b0071710 2026-02-25T15:50:07.973 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01b0071c60 con 0x7f01b015b750 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b78e6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01b00b4e20 con 0x7f01b00b4470 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b565b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f01b0071710 0x7f01b0070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60368/0 (socket says 10.20.193.52:60368) 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b565b640 1 -- 10.20.193.52:0/373558411 learned_addr learned my addr 10.20.193.52:0/373558411 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.966+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/373558411 >> v2:10.20.193.52:3300/0 conn(0x7f01b015b750 0x7f01b00ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b5e5c640 1 --2- 10.20.193.52:0/373558411 >> v2:10.20.193.86:3300/0 conn(0x7f01b00b4470 0x7f01b00b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f019ffff640 1 -- 10.20.193.52:0/373558411 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3055563765 0 0) 0x7f01b015bcc0 con 0x7f01b0071710 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f019ffff640 1 -- 10.20.193.52:0/373558411 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0198003620 con 0x7f01b0071710 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b4e5a640 1 -- 10.20.193.52:0/373558411 >> v2:10.20.193.86:3300/0 conn(0x7f01b00b4470 msgr2=0x7f01b00b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/373558411 >> v2:10.20.193.86:3300/0 conn(0x7f01b00b4470 0x7f01b00b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b4e5a640 1 -- 10.20.193.52:0/373558411 >> v1:10.20.193.52:6789/0 conn(0x7f01b0071710 legacy=0x7f01b0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b4e5a640 1 -- 10.20.193.52:0/373558411 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01b015bfa0 con 0x7f01b015b750 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/373558411 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b015b750 0x7f01b00ccfb0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f01b006c4a0 tx=0x7f01a402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea01fb83a84ac0ae server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f019ffff640 1 -- 10.20.193.52:0/373558411 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a402fb80 con 0x7f01b015b750 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f019ffff640 1 -- 10.20.193.52:0/373558411 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01a402fce0 con 0x7f01b015b750 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f019ffff640 1 -- 10.20.193.52:0/373558411 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a4037660 con 0x7f01b015b750 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 -- 10.20.193.52:0/373558411 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b015b750 msgr2=0x7f01b00ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 --2- 10.20.193.52:0/373558411 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b015b750 0x7f01b00ccfb0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f01b006c4a0 tx=0x7f01a402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 -- 10.20.193.52:0/373558411 shutdown_connections 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 --2- 10.20.193.52:0/373558411 >> v2:10.20.193.86:3300/0 conn(0x7f01b00b4470 0x7f01b00b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 --2- 10.20.193.52:0/373558411 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b015b750 0x7f01b00ccfb0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 -- 10.20.193.52:0/373558411 >> 10.20.193.52:0/373558411 conn(0x7f01b006c980 msgr2=0x7f01b006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 -- 10.20.193.52:0/373558411 shutdown_connections 2026-02-25T15:50:07.975 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.967+0000 7f01b78e6640 1 -- 10.20.193.52:0/373558411 wait complete. 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 Processor -- start 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 -- start start 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f01b0071710 0x7f01b00aa890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 0x7f01b0154140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01b00aadd0 con 0x7f01b00b4470 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01b0142e70 con 0x7f01b0071710 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b78e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01b01500c0 con 0x7f01b015b750 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b4e5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.968+0000 7f01b4e5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47448/0 (socket says 10.20.193.52:47448) 2026-02-25T15:50:07.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 -- 10.20.193.52:0/4275874029 learned_addr learned my addr 10.20.193.52:0/4275874029 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b565b640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f01b0071710 0x7f01b00aa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b5e5c640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 0x7f01b0154140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 -- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 msgr2=0x7f01b0154140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 0x7f01b0154140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 -- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f01b0071710 msgr2=0x7f01b00aa890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f01b0071710 0x7f01b00aa890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 -- 10.20.193.52:0/4275874029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01a4009500 con 0x7f01b00b4470 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b5e5c640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 0x7f01b0154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b4e5a640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f01a402f3e0 tx=0x7f01a40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a4042650 con 0x7f01b00b4470 2026-02-25T15:50:07.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01a40427b0 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01b00aafb0 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01a4042b60 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01b00ab570 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.969+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01b015bcc0 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.970+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f01a4052020 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.970+0000 7f019dffb640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 0x7f0180078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.970+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f01a40bc9a0 con 0x7f01b00b4470 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.970+0000 7f01b565b640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 0x7f0180078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:07.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.971+0000 7f01b565b640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 0x7f0180078500 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007fd0 tx=0x7f01a0009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:07.979 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:07.973+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f01a40825c0 con 0x7f01b00b4470 2026-02-25T15:50:08.055 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.053+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f01b006e3d0 con 0x7f01b00b4470 2026-02-25T15:50:08.056 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.053+0000 7f019dffb640 1 -- 10.20.193.52:0/4275874029 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f01a4085640 con 0x7f01b00b4470 2026-02-25T15:50:08.056 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:08.057 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 msgr2=0x7f0180078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 0x7f0180078500 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007fd0 tx=0x7f01a0009040 comp rx=0 tx=0).stop 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 msgr2=0x7f01b0142930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f01a402f3e0 tx=0x7f01a40047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 shutdown_connections 2026-02-25T15:50:08.058 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0180076040 0x7f0180078500 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01b015b750 0x7f01b0154140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01b00b4470 0x7f01b0142930 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 --2- 10.20.193.52:0/4275874029 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f01b0071710 0x7f01b00aa890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 >> 10.20.193.52:0/4275874029 conn(0x7f01b006c980 msgr2=0x7f01b015cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 shutdown_connections 2026-02-25T15:50:08.059 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.054+0000 7f01b78e6640 1 -- 10.20.193.52:0/4275874029 wait complete. 2026-02-25T15:50:08.065 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:08.065 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:08.134 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.132+0000 7f6d996f7640 1 Processor -- start 2026-02-25T15:50:08.135 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.132+0000 7f6d996f7640 1 -- start start 2026-02-25T15:50:08.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d996f7640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6d9415ea50 0x7f6d940cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d996f7640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d940cf730 con 0x7f6d940cce20 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d996f7640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d940d0180 con 0x7f6d940d1c70 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d996f7640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d940b2080 con 0x7f6d9415ea50 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d937fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6d940cce20 0x7f6d940b46b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60370/0 (socket says 10.20.193.52:60370) 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d937fe640 1 -- 10.20.193.52:0/3050358796 learned_addr learned my addr 10.20.193.52:0/3050358796 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/3050358796 >> v2:10.20.193.86:3300/0 conn(0x7f6d9415ea50 0x7f6d940cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 471099918 0 0) 0x7f6d940cf730 con 0x7f6d940cce20 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d80003620 con 0x7f6d940cce20 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3806404505 0 0) 0x7f6d940d0180 con 0x7f6d940d1c70 2026-02-25T15:50:08.146 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d940cf730 con 0x7f6d940d1c70 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4157859657 0 0) 0x7f6d80003620 con 0x7f6d940cce20 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 >> v2:10.20.193.86:3300/0 conn(0x7f6d9415ea50 msgr2=0x7f6d940cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 --2- 10.20.193.52:0/3050358796 >> v2:10.20.193.86:3300/0 conn(0x7f6d9415ea50 0x7f6d940cd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 >> v1:10.20.193.86:6789/0 conn(0x7f6d940d1c70 legacy=0x7f6d940b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d940b2360 con 0x7f6d940cce20 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f6d84003280 con 0x7f6d940cce20 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 >> v1:10.20.193.52:6789/0 conn(0x7f6d940cce20 legacy=0x7f6d940b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.133+0000 7f6d91ffb640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 0x7f6d800040f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d800048c0 0x7f6d80004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d80005350 0x7f6d8000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d940b2080 con 0x7f6d80003cf0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d8000c2a0 con 0x7f6d80005350 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d8000c460 con 0x7f6d800048c0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 0x7f6d800040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d927fc640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d800048c0 0x7f6d80004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 -- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d800048c0 msgr2=0x7f6d80004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d937fe640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d80005350 0x7f6d8000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d800048c0 0x7f6d80004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 -- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d80005350 msgr2=0x7f6d8000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d80005350 0x7f6d8000ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 -- 10.20.193.52:0/3050358796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d80003620 con 0x7f6d80003cf0 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d937fe640 1 -- 10.20.193.52:0/3050358796 reap_dead start 2026-02-25T15:50:08.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d927fc640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d800048c0 0x7f6d80004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 0x7f6d800040f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6d88009900 tx=0x7f6d8802ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a43d8852f68f1a0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d8802f970 con 0x7f6d80003cf0 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d8802fad0 con 0x7f6d80003cf0 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d91ffb640 1 -- 10.20.193.52:0/3050358796 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d8802fe60 con 0x7f6d80003cf0 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 -- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 msgr2=0x7f6d800040f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 0x7f6d800040f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6d88009900 tx=0x7f6d8802ef50 comp rx=0 tx=0).stop 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 -- 10.20.193.52:0/3050358796 shutdown_connections 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 --2- 10.20.193.52:0/3050358796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d80003cf0 0x7f6d800040f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 -- 10.20.193.52:0/3050358796 >> 10.20.193.52:0/3050358796 conn(0x7f6d940d1150 msgr2=0x7f6d940d1560 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 -- 10.20.193.52:0/3050358796 shutdown_connections 2026-02-25T15:50:08.149 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.134+0000 7f6d996f7640 1 -- 10.20.193.52:0/3050358796 wait complete. 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.135+0000 7f6d996f7640 1 Processor -- start 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.135+0000 7f6d996f7640 1 -- start start 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 0x7f6d941586f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d940caf10 0x7f6d9406bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d940ca150 con 0x7f6d941f6010 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d940ca430 con 0x7f6d940caf10 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d940ca710 con 0x7f6d80003cf0 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47470/0 (socket says 10.20.193.52:47470) 2026-02-25T15:50:08.150 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 -- 10.20.193.52:0/608938590 learned_addr learned my addr 10.20.193.52:0/608938590 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 -- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 msgr2=0x7f6d941586f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 0x7f6d941586f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 0x7f6d941586f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 -- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d940caf10 msgr2=0x7f6d9406bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d940caf10 0x7f6d9406bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 -- 10.20.193.52:0/608938590 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d940ca9f0 con 0x7f6d941f6010 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 0x7f6d941586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d927fc640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c00d7a0 tx=0x7f6d7c00dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c006ad0 con 0x7f6d941f6010 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d7c006c30 con 0x7f6d941f6010 2026-02-25T15:50:08.151 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d94158c30 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c00de70 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.136+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d940c9e20 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.137+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d94067c40 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.137+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f6d7c00b8c0 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.137+0000 7f6d737fe640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 0x7f6d60078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.137+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f6d7c097090 con 0x7f6d941f6010 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.137+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 0x7f6d60078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.138+0000 7f6d92ffd640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 0x7f6d60078530 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6d88039000 tx=0x7f6d88033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.152 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.139+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6d7c05cb90 con 0x7f6d941f6010 2026-02-25T15:50:08.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.219+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6d940ca290 con 0x7f6d941f6010 2026-02-25T15:50:08.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.220+0000 7f6d737fe640 1 -- 10.20.193.52:0/608938590 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6d940ca290 con 0x7f6d941f6010 2026-02-25T15:50:08.221 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:08.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 msgr2=0x7f6d60078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 0x7f6d60078530 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6d88039000 tx=0x7f6d88033000 comp rx=0 tx=0).stop 2026-02-25T15:50:08.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 msgr2=0x7f6d940c8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c00d7a0 tx=0x7f6d7c00dc70 comp rx=0 tx=0).stop 2026-02-25T15:50:08.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 shutdown_connections 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6d60076070 0x7f6d60078530 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d940caf10 0x7f6d9406bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d941f6010 0x7f6d940c8220 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 --2- 10.20.193.52:0/608938590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d80003cf0 0x7f6d941586f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 >> 10.20.193.52:0/608938590 conn(0x7f6d940d1150 msgr2=0x7f6d940b33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 shutdown_connections 2026-02-25T15:50:08.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.221+0000 7f6d996f7640 1 -- 10.20.193.52:0/608938590 wait complete. 2026-02-25T15:50:08.231 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:08.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 Processor -- start 2026-02-25T15:50:08.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 -- start start 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d7806c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d780ae360 0x7f8d780709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d780ad7c0 con 0x7f8d7815d390 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d780b2020 con 0x7f8d780ae360 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.298+0000 7f8d7f67c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d780b2300 con 0x7f8d780b2a90 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d780ae360 0x7f8d780709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8d780ae360 0x7f8d780709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:60620/0 (socket says 10.20.193.52:60620) 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/1005064516 learned_addr learned my addr 10.20.193.52:0/1005064516 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7d3f1640 1 --1- 10.20.193.52:0/1005064516 >> v1:10.20.193.86:6789/0 conn(0x7f8d7815d390 0x7f8d780adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46156/0 (socket says 10.20.193.52:46156) 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7cbf0640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d7806c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 msgr2=0x7f8d7806c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d7806c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/1005064516 >> v1:10.20.193.86:6789/0 conn(0x7f8d7815d390 legacy=0x7f8d780adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/1005064516 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d780b25e0 con 0x7f8d780ae360 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.299+0000 7f8d7dbf2640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d780709a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8d74009e50 tx=0x7f8d7402f330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17d0820614cf01d0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d67fff640 1 -- 10.20.193.52:0/1005064516 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d74006ea0 con 0x7f8d780ae360 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d67fff640 1 -- 10.20.193.52:0/1005064516 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d7402fde0 con 0x7f8d780ae360 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d67fff640 1 -- 10.20.193.52:0/1005064516 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d74037610 con 0x7f8d780ae360 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 -- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 msgr2=0x7f8d780709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d780709a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8d74009e50 tx=0x7f8d7402f330 comp rx=0 tx=0).stop 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 -- 10.20.193.52:0/1005064516 shutdown_connections 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d780709a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/1005064516 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d7806c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 -- 10.20.193.52:0/1005064516 >> 10.20.193.52:0/1005064516 conn(0x7f8d780cef90 msgr2=0x7f8d780cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 -- 10.20.193.52:0/1005064516 shutdown_connections 2026-02-25T15:50:08.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.300+0000 7f8d7f67c640 1 -- 10.20.193.52:0/1005064516 wait complete. 2026-02-25T15:50:08.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 Processor -- start 2026-02-25T15:50:08.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 -- start start 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d781463b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d780709a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d78148660 con 0x7f8d7815d390 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d781468f0 con 0x7f8d780ae360 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7f67c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d78147a50 con 0x7f8d780b2a90 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7dbf2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7dbf2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47472/0 (socket says 10.20.193.52:47472) 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/3566859791 learned_addr learned my addr 10.20.193.52:0/3566859791 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7cbf0640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d780709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7d3f1640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d781463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 msgr2=0x7f8d780709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.301+0000 7f8d7dbf2640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d780709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 msgr2=0x7f8d781463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7dbf2640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d781463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7dbf2640 1 -- 10.20.193.52:0/3566859791 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d74009b30 con 0x7f8d7815d390 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7dbf2640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8d74039040 tx=0x7f8d74004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d74009510 con 0x7f8d7815d390 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d74006ea0 con 0x7f8d7815d390 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d74041660 con 0x7f8d7815d390 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d78147d30 con 0x7f8d7815d390 2026-02-25T15:50:08.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d781482f0 con 0x7f8d7815d390 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.302+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d78148810 con 0x7f8d7815d390 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.303+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8d74052020 con 0x7f8d7815d390 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.303+0000 7f8d65ffb640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 0x7f8d48078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.303+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8d740bce70 con 0x7f8d7815d390 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.303+0000 7f8d7d3f1640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 0x7f8d48078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.303+0000 7f8d7d3f1640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 0x7f8d48078500 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8d68007fd0 tx=0x7f8d68007d60 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.305+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8d74082950 con 0x7f8d7815d390 2026-02-25T15:50:08.385 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.383+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8d78068270 con 0x7f8d7815d390 2026-02-25T15:50:08.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d65ffb640 1 -- 10.20.193.52:0/3566859791 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8d740859d0 con 0x7f8d7815d390 2026-02-25T15:50:08.386 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:08.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 msgr2=0x7f8d48078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 0x7f8d48078500 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8d68007fd0 tx=0x7f8d68007d60 comp rx=0 tx=0).stop 2026-02-25T15:50:08.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 msgr2=0x7f8d78070ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8d74039040 tx=0x7f8d74004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:08.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 shutdown_connections 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8d48076040 0x7f8d48078500 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8d7815d390 0x7f8d78070ee0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8d780b2a90 0x7f8d780709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 --2- 10.20.193.52:0/3566859791 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8d780ae360 0x7f8d781463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.384+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 >> 10.20.193.52:0/3566859791 conn(0x7f8d780cef90 msgr2=0x7f8d780b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.385+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 shutdown_connections 2026-02-25T15:50:08.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.385+0000 7f8d7f67c640 1 -- 10.20.193.52:0/3566859791 wait complete. 2026-02-25T15:50:08.394 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:08.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.460+0000 7f098bc3a640 1 Processor -- start 2026-02-25T15:50:08.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.460+0000 7f098bc3a640 1 -- start start 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098bc3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f098406c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098bc3a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f09840ae360 0x7f09840709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098bc3a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09840ad7c0 con 0x7f098415d390 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098bc3a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09840b2020 con 0x7f09840ae360 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098bc3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09840b2300 con 0x7f09840b2a90 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09899af640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f098415d390 0x7f09840adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60380/0 (socket says 10.20.193.52:60380) 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09899af640 1 -- 10.20.193.52:0/1993269461 learned_addr learned my addr 10.20.193.52:0/1993269461 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098a1b0640 1 --2- 10.20.193.52:0/1993269461 >> v2:10.20.193.86:3300/0 conn(0x7f09840ae360 0x7f09840709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09891ae640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f098406c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1669038431 0 0) 0x7f09840ad7c0 con 0x7f098415d390 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f096c003620 con 0x7f098415d390 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 240090625 0 0) 0x7f096c003620 con 0x7f098415d390 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 msgr2=0x7f098406c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f098406c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 >> v2:10.20.193.86:3300/0 conn(0x7f09840ae360 msgr2=0x7f09840709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 --2- 10.20.193.52:0/1993269461 >> v2:10.20.193.86:3300/0 conn(0x7f09840ae360 0x7f09840709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09840b25e0 con 0x7f098415d390 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f0974002f00 con 0x7f098415d390 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 >> v1:10.20.193.52:6789/0 conn(0x7f098415d390 legacy=0x7f09840adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f096c003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f096c004090 0x7f096c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f096c004e00 0x7f096c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09840b2020 con 0x7f096c004090 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09840b2300 con 0x7f096c004e00 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f096c00bad0 con 0x7f09840b2a90 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09891ae640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f096c004090 0x7f096c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f09899af640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f096c003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.461+0000 7f098a1b0640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f096c004e00 0x7f096c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 -- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 msgr2=0x7f096c003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f096c003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 -- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f096c004e00 msgr2=0x7f096c005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f096c004e00 0x7f096c005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 -- 10.20.193.52:0/1993269461 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f096c003620 con 0x7f096c004090 2026-02-25T15:50:08.465 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09899af640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f09840b2a90 0x7f096c003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09891ae640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f096c004090 0x7f096c0048c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0978009bf0 tx=0x7f097802f4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ba71c43a1c56616 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097802fcf0 con 0x7f096c004090 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f097802fe50 con 0x7f096c004090 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f09889ad640 1 -- 10.20.193.52:0/1993269461 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0978037660 con 0x7f096c004090 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 -- 10.20.193.52:0/1993269461 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f096c004090 msgr2=0x7f096c0048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 --2- 10.20.193.52:0/1993269461 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f096c004090 0x7f096c0048c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f0978009bf0 tx=0x7f097802f4d0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098a1b0640 1 -- 10.20.193.52:0/1993269461 reap_dead start 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 -- 10.20.193.52:0/1993269461 shutdown_connections 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 -- 10.20.193.52:0/1993269461 >> 10.20.193.52:0/1993269461 conn(0x7f09840cef90 msgr2=0x7f09840cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 -- 10.20.193.52:0/1993269461 shutdown_connections 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.462+0000 7f098bc3a640 1 -- 10.20.193.52:0/1993269461 wait complete. 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.463+0000 7f098bc3a640 1 Processor -- start 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.463+0000 7f098bc3a640 1 -- start start 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f096c004090 0x7f09840cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 0x7f0984141500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0984141a40 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09840cb870 con 0x7f098413e280 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09840cd250 con 0x7f096c004090 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47496/0 (socket says 10.20.193.52:47496) 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 -- 10.20.193.52:0/2171509624 learned_addr learned my addr 10.20.193.52:0/2171509624 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09891ae640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 0x7f0984141500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09899af640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f096c004090 0x7f09840cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 -- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f096c004090 msgr2=0x7f09840cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f096c004090 0x7f09840cb290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 -- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 msgr2=0x7f0984141500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 0x7f0984141500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 -- 10.20.193.52:0/2171509624 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09840cd530 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09891ae640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 0x7f0984141500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098a1b0640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f09840aeba0 tx=0x7f09800115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f098000e070 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0980011e20 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09840cd810 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0980006ea0 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.464+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09840cce90 con 0x7f098413ea60 2026-02-25T15:50:08.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.465+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09840cd0b0 con 0x7f098413ea60 2026-02-25T15:50:08.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.465+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0980014070 con 0x7f098413ea60 2026-02-25T15:50:08.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.466+0000 7f09727fc640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 0x7f0954078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.466+0000 7f09899af640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 0x7f0954078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.466+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f0980098030 con 0x7f098413ea60 2026-02-25T15:50:08.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.466+0000 7f09899af640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 0x7f0954078530 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0974005b50 tx=0x7f0974009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.467+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f098005dc10 con 0x7f098413ea60 2026-02-25T15:50:08.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.545+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f09840cd0b0 con 0x7f098413ea60 2026-02-25T15:50:08.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.545+0000 7f09727fc640 1 -- 10.20.193.52:0/2171509624 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f09840cd0b0 con 0x7f098413ea60 2026-02-25T15:50:08.548 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 msgr2=0x7f0954078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 0x7f0954078530 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0974005b50 tx=0x7f0974009040 comp rx=0 tx=0).stop 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 msgr2=0x7f09840cdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f09840aeba0 tx=0x7f09800115a0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 shutdown_connections 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0954076070 0x7f0954078530 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f098413ea60 0x7f09840cdd30 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.549 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f098413e280 0x7f0984141500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 --2- 10.20.193.52:0/2171509624 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f096c004090 0x7f09840cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 >> 10.20.193.52:0/2171509624 conn(0x7f09840cef90 msgr2=0x7f098406ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 shutdown_connections 2026-02-25T15:50:08.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.546+0000 7f098bc3a640 1 -- 10.20.193.52:0/2171509624 wait complete. 2026-02-25T15:50:08.556 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:08.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.624+0000 7ff02b855640 1 Processor -- start 2026-02-25T15:50:08.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 -- start start 2026-02-25T15:50:08.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff0240cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff02406cb30 0x7ff024071770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff024143f50 con 0x7ff024071cb0 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff024072160 con 0x7ff02406cb30 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff02b855640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0240cd9a0 con 0x7ff024143b70 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff029dcb640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff024071cb0 0x7ff024070730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60392/0 (socket says 10.20.193.52:60392) 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff029dcb640 1 -- 10.20.193.52:0/3628842353 learned_addr learned my addr 10.20.193.52:0/3628842353 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff0295ca640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff0240cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff028dc9640 1 --2- 10.20.193.52:0/3628842353 >> v2:10.20.193.86:3300/0 conn(0x7ff02406cb30 0x7ff024071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3556623667 0 0) 0x7ff024143f50 con 0x7ff024071cb0 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.625+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff00c003620 con 0x7ff024071cb0 2026-02-25T15:50:08.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3078158083 0 0) 0x7ff00c003620 con 0x7ff024071cb0 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 msgr2=0x7ff0240cd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff0240cd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 >> v2:10.20.193.86:3300/0 conn(0x7ff02406cb30 msgr2=0x7ff024071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 --2- 10.20.193.52:0/3628842353 >> v2:10.20.193.86:3300/0 conn(0x7ff02406cb30 0x7ff024071770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0240cdc80 con 0x7ff024071cb0 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7ff020003280 con 0x7ff024071cb0 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 >> v1:10.20.193.52:6789/0 conn(0x7ff024071cb0 legacy=0x7ff024070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff00c003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff00c004140 0x7ff00c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff00c004e00 0x7ff00c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff024072160 con 0x7ff00c004e00 2026-02-25T15:50:08.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0240cd9a0 con 0x7ff00c004140 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff00c00bc40 con 0x7ff024143b70 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff00c004e00 0x7ff00c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff0295ca640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff00c003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff028dc9640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff00c004140 0x7ff00c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 -- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 msgr2=0x7ff00c003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff00c003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 -- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff00c004140 msgr2=0x7ff00c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff00c004140 0x7ff00c0048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 -- 10.20.193.52:0/3628842353 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff00c003620 con 0x7ff00c004e00 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff028dc9640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff00c004140 0x7ff00c0048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:08.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff0295ca640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff024143b70 0x7ff00c003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff029dcb640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff00c004e00 0x7ff00c005280 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff02000a830 tx=0x7ff02002fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd96463d537f937 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff020031670 con 0x7ff00c004e00 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0200317f0 con 0x7ff00c004e00 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.626+0000 7ff013fff640 1 -- 10.20.193.52:0/3628842353 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff020031be0 con 0x7ff00c004e00 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- 10.20.193.52:0/3628842353 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff00c004e00 msgr2=0x7ff00c005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 --2- 10.20.193.52:0/3628842353 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff00c004e00 0x7ff00c005280 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff02000a830 tx=0x7ff02002fc00 comp rx=0 tx=0).stop 2026-02-25T15:50:08.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff029dcb640 1 -- 10.20.193.52:0/3628842353 reap_dead start 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- 10.20.193.52:0/3628842353 shutdown_connections 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- 10.20.193.52:0/3628842353 >> 10.20.193.52:0/3628842353 conn(0x7ff0240cef90 msgr2=0x7ff0240cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- 10.20.193.52:0/3628842353 shutdown_connections 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- 10.20.193.52:0/3628842353 wait complete. 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 Processor -- start 2026-02-25T15:50:08.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.627+0000 7ff02b855640 1 -- start start 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 0x7ff02413a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 0x7ff0241f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0240cadf0 con 0x7ff02413b610 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff02413ae40 con 0x7ff024138a50 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff02413bbd0 con 0x7ff0240ca970 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47524/0 (socket says 10.20.193.52:47524) 2026-02-25T15:50:08.639 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 -- 10.20.193.52:0/619989117 learned_addr learned my addr 10.20.193.52:0/619989117 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff0295ca640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 0x7ff02413a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff029dcb640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 0x7ff0241f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 -- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 msgr2=0x7ff0241f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 0x7ff0241f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 -- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 msgr2=0x7ff02413a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 0x7ff02413a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 -- 10.20.193.52:0/619989117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff02413beb0 con 0x7ff02413b610 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff029dcb640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 0x7ff0241f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff0295ca640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 0x7ff02413a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff028dc9640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff018010890 tx=0x7ff018010d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.640 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff01800eb60 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff01800c050 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff02413c190 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff01800eee0 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.628+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0240c8780 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.629+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff024068270 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.629+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff018015470 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.630+0000 7ff011ffb640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 0x7feff4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.630+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff018097bc0 con 0x7ff02413b610 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.630+0000 7ff0295ca640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 0x7feff4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.641 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.630+0000 7ff0295ca640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 0x7feff4078500 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff0241f95d0 tx=0x7ff014008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.642 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.632+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff01805d6c0 con 0x7ff02413b610 2026-02-25T15:50:08.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.712+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff024143f50 con 0x7ff02413b610 2026-02-25T15:50:08.714 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.712+0000 7ff011ffb640 1 -- 10.20.193.52:0/619989117 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff018060740 con 0x7ff02413b610 2026-02-25T15:50:08.715 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:08.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 msgr2=0x7feff4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 0x7feff4078500 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff0241f95d0 tx=0x7ff014008040 comp rx=0 tx=0).stop 2026-02-25T15:50:08.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 msgr2=0x7ff0240ca430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff018010890 tx=0x7ff018010d60 comp rx=0 tx=0).stop 2026-02-25T15:50:08.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 shutdown_connections 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feff4076040 0x7feff4078500 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff0240ca970 0x7ff0241f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff02413b610 0x7ff0240ca430 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 --2- 10.20.193.52:0/619989117 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff024138a50 0x7ff02413a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 >> 10.20.193.52:0/619989117 conn(0x7ff0240cef90 msgr2=0x7ff02406e050 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.718 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 shutdown_connections 2026-02-25T15:50:08.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.713+0000 7ff02b855640 1 -- 10.20.193.52:0/619989117 wait complete. 2026-02-25T15:50:08.724 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:08.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.789+0000 7ff7d07f0640 1 Processor -- start 2026-02-25T15:50:08.793 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.789+0000 7ff7d07f0640 1 -- start start 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7d07f0640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff7c8140270 0x7ff7c80b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7d07f0640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff7c8143420 0x7ff7c80ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7d07f0640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7c80b40f0 con 0x7ff7c80b2620 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7d07f0640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7c8143a40 con 0x7ff7c8143420 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7d07f0640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7c8143850 con 0x7ff7c8140270 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7cdd64640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff7c80b2620 0x7ff7c8142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60402/0 (socket says 10.20.193.52:60402) 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ced66640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff7c8143420 0x7ff7c80ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7cdd64640 1 -- 10.20.193.52:0/671505920 learned_addr learned my addr 10.20.193.52:0/671505920 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ce565640 1 --2- 10.20.193.52:0/671505920 >> v2:10.20.193.86:3300/0 conn(0x7ff7c8140270 0x7ff7c80b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ced66640 1 -- 10.20.193.52:0/671505920 >> v2:10.20.193.86:3300/0 conn(0x7ff7c8140270 msgr2=0x7ff7c80b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:08.794 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ced66640 1 --2- 10.20.193.52:0/671505920 >> v2:10.20.193.86:3300/0 conn(0x7ff7c8140270 0x7ff7c80b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ced66640 1 -- 10.20.193.52:0/671505920 >> v1:10.20.193.52:6789/0 conn(0x7ff7c80b2620 legacy=0x7ff7c8142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7cd563640 1 -- 10.20.193.52:0/671505920 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1976647250 0 0) 0x7ff7c80b40f0 con 0x7ff7c80b2620 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.790+0000 7ff7ced66640 1 -- 10.20.193.52:0/671505920 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c80addc0 con 0x7ff7c8143420 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7ced66640 1 --2- 10.20.193.52:0/671505920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce0f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7c804f0a0 tx=0x7ff7c402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1427bede2a5b1e0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7cd563640 1 -- 10.20.193.52:0/671505920 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4006ea0 con 0x7ff7c8143420 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7cd563640 1 -- 10.20.193.52:0/671505920 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7c4037440 con 0x7ff7c8143420 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7cd563640 1 -- 10.20.193.52:0/671505920 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c40377d0 con 0x7ff7c8143420 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 -- 10.20.193.52:0/671505920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 msgr2=0x7ff7c80ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/671505920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce0f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7c804f0a0 tx=0x7ff7c402f250 comp rx=0 tx=0).stop 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 -- 10.20.193.52:0/671505920 shutdown_connections 2026-02-25T15:50:08.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/671505920 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce0f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/671505920 >> v2:10.20.193.86:3300/0 conn(0x7ff7c8140270 0x7ff7c80b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 -- 10.20.193.52:0/671505920 >> 10.20.193.52:0/671505920 conn(0x7ff7c806c980 msgr2=0x7ff7c806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 -- 10.20.193.52:0/671505920 shutdown_connections 2026-02-25T15:50:08.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.791+0000 7ff7d07f0640 1 -- 10.20.193.52:0/671505920 wait complete. 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.792+0000 7ff7d07f0640 1 Processor -- start 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.792+0000 7ff7d07f0640 1 -- start start 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.792+0000 7ff7d07f0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c80b2620 0x7ff7c8135750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.792+0000 7ff7d07f0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c8140270 0x7ff7c8155f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c8135c90 con 0x7ff7c8143420 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c8154ed0 con 0x7ff7c8140270 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c81551b0 con 0x7ff7c80b2620 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47538/0 (socket says 10.20.193.52:47538) 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 -- 10.20.193.52:0/2704638827 learned_addr learned my addr 10.20.193.52:0/2704638827 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ce565640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c80b2620 0x7ff7c8135750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7cdd64640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c8140270 0x7ff7c8155f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 -- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c80b2620 msgr2=0x7ff7c8135750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c80b2620 0x7ff7c8135750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 -- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c8140270 msgr2=0x7ff7c8155f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c8140270 0x7ff7c8155f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 -- 10.20.193.52:0/2704638827 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c4009a70 con 0x7ff7c8143420 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7ced66640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4009e90 tx=0x7ff7c4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4041820 con 0x7ff7c8143420 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7c4041980 con 0x7ff7c8143420 2026-02-25T15:50:08.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7c8155490 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4041cf0 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7c8155a50 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.793+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7c81544d0 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.794+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff7c4055480 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.795+0000 7ff7aeffd640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 0x7ff798078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.795+0000 7ff7ce565640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 0x7ff798078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.795+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff7c40bd170 con 0x7ff7c8143420 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.795+0000 7ff7ce565640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 0x7ff798078500 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff7b8009bd0 tx=0x7ff7b8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:08.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.796+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff7c4082ce0 con 0x7ff7c8143420 2026-02-25T15:50:08.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.878+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff7c80b4c10 con 0x7ff7c8143420 2026-02-25T15:50:08.880 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.878+0000 7ff7aeffd640 1 -- 10.20.193.52:0/2704638827 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff7c4085d60 con 0x7ff7c8143420 2026-02-25T15:50:08.880 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:08.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 msgr2=0x7ff798078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 0x7ff798078500 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff7b8009bd0 tx=0x7ff7b8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:08.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 msgr2=0x7ff7c80ce180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:08.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4009e90 tx=0x7ff7c4004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 shutdown_connections 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff798076040 0x7ff798078500 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff7c8143420 0x7ff7c80ce180 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff7c8140270 0x7ff7c8155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 --2- 10.20.193.52:0/2704638827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff7c80b2620 0x7ff7c8135750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 >> 10.20.193.52:0/2704638827 conn(0x7ff7c806c980 msgr2=0x7ff7c80afc00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 shutdown_connections 2026-02-25T15:50:08.882 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:08.879+0000 7ff7d07f0640 1 -- 10.20.193.52:0/2704638827 wait complete. 2026-02-25T15:50:08.888 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:08.888 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:08.906 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.012+0000 7f1208c41640 1 Processor -- start 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 -- start start 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f1204072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f120413d6f0 0x7f12040ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f120415a970 con 0x7f120413db50 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1204072aa0 con 0x7f120413d6f0 2026-02-25T15:50:09.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1208c41640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1204140640 con 0x7f1204072180 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1202575640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f1204072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1202d76640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f120413db50 0x7f120413f750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46170/0 (socket says 10.20.193.52:46170) 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1202d76640 1 -- 10.20.193.52:0/3398439522 learned_addr learned my addr 10.20.193.52:0/3398439522 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.013+0000 7f1201d74640 1 --2- 10.20.193.52:0/3398439522 >> v2:10.20.193.86:3300/0 conn(0x7f120413d6f0 0x7f12040ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1202575640 1 -- 10.20.193.52:0/3398439522 >> v2:10.20.193.86:3300/0 conn(0x7f120413d6f0 msgr2=0x7f12040ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1202575640 1 --2- 10.20.193.52:0/3398439522 >> v2:10.20.193.86:3300/0 conn(0x7f120413d6f0 0x7f12040ce470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1202575640 1 -- 10.20.193.52:0/3398439522 >> v1:10.20.193.86:6789/0 conn(0x7f120413db50 legacy=0x7f120413f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1202575640 1 -- 10.20.193.52:0/3398439522 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1204140360 con 0x7f1204072180 2026-02-25T15:50:09.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1202575640 1 --2- 10.20.193.52:0/3398439522 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f1204072560 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f11f80098a0 tx=0x7f11f802eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48db7d62e09d38f3 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1201573640 1 -- 10.20.193.52:0/3398439522 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11f802fb70 con 0x7f1204072180 2026-02-25T15:50:09.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1201573640 1 -- 10.20.193.52:0/3398439522 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11f802fcd0 con 0x7f1204072180 2026-02-25T15:50:09.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.014+0000 7f1201573640 1 -- 10.20.193.52:0/3398439522 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11f8037660 con 0x7f1204072180 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- 10.20.193.52:0/3398439522 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 msgr2=0x7f1204072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 --2- 10.20.193.52:0/3398439522 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f1204072560 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f11f80098a0 tx=0x7f11f802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- 10.20.193.52:0/3398439522 shutdown_connections 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 --2- 10.20.193.52:0/3398439522 >> v2:10.20.193.86:3300/0 conn(0x7f120413d6f0 0x7f12040ce470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 --2- 10.20.193.52:0/3398439522 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f1204072560 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- 10.20.193.52:0/3398439522 >> 10.20.193.52:0/3398439522 conn(0x7f120406c980 msgr2=0x7f120406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- 10.20.193.52:0/3398439522 shutdown_connections 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- 10.20.193.52:0/3398439522 wait complete. 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 Processor -- start 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.015+0000 7f1208c41640 1 -- start start 2026-02-25T15:50:09.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f12041f47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f120413d6f0 0x7f12040b0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12040af650 con 0x7f120413db50 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12040af930 con 0x7f120413d6f0 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12040afc10 con 0x7f1204072180 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47554/0 (socket says 10.20.193.52:47554) 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202d76640 1 -- 10.20.193.52:0/719326361 learned_addr learned my addr 10.20.193.52:0/719326361 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f12041f47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1201d74640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f120413d6f0 0x7f12040b0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 -- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f120413d6f0 msgr2=0x7f12040b0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f120413d6f0 0x7f12040b0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 -- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 msgr2=0x7f120413f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 -- 10.20.193.52:0/719326361 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11f8009500 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202d76640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1202575640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f12041f47d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f11f8036000 tx=0x7f11f80047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11f8042450 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11f80425d0 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12040afef0 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11f8042980 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.016+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12041e54e0 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.017+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12041e56d0 con 0x7f1204072180 2026-02-25T15:50:09.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.017+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f11f8042cf0 con 0x7f1204072180 2026-02-25T15:50:09.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.018+0000 7f11eaffd640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 0x7f11d0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.018+0000 7f1201d74640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 0x7f11d0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.018+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f11f802fe40 con 0x7f1204072180 2026-02-25T15:50:09.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.018+0000 7f1201d74640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 0x7f11d0078500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f120413fff0 tx=0x7f11ec008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.020+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f11f80824e0 con 0x7f1204072180 2026-02-25T15:50:09.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.101+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1204072560 con 0x7f1204072180 2026-02-25T15:50:09.103 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.102+0000 7f11eaffd640 1 -- 10.20.193.52:0/719326361 <== mon.2 v2:10.20.193.86:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f11f8085560 con 0x7f1204072180 2026-02-25T15:50:09.104 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:09.104 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 msgr2=0x7f11d0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 0x7f11d0078500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f120413fff0 tx=0x7f11ec008040 comp rx=0 tx=0).stop 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 msgr2=0x7f12041f47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f12041f47d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f11f8036000 tx=0x7f11f80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 shutdown_connections 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f11d0076040 0x7f11d0078500 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f120413db50 0x7f120413f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f120413d6f0 0x7f12040b0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 --2- 10.20.193.52:0/719326361 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1204072180 0x7f12041f47d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 >> 10.20.193.52:0/719326361 conn(0x7f120406c980 msgr2=0x7f120413e060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 shutdown_connections 2026-02-25T15:50:09.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.103+0000 7f1208c41640 1 -- 10.20.193.52:0/719326361 wait complete. 2026-02-25T15:50:09.113 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:09.114 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:09.182 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.180+0000 7f32da92e640 1 Processor -- start 2026-02-25T15:50:09.182 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.180+0000 7f32da92e640 1 -- start start 2026-02-25T15:50:09.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32da92e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f32d4143b70 0x7f32d40cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32da92e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d4143f50 con 0x7f32d4071e80 2026-02-25T15:50:09.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32da92e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d40cd9a0 con 0x7f32d406cb30 2026-02-25T15:50:09.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32da92e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40cdc80 con 0x7f32d4143b70 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f32d4143b70 0x7f32d40cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f32d4143b70 0x7f32d40cd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47556/0 (socket says 10.20.193.52:47556) 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d8ea4640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f32d4071e80 0x7f32d40b1f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60414/0 (socket says 10.20.193.52:60414) 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 -- 10.20.193.52:0/1298478760 learned_addr learned my addr 10.20.193.52:0/1298478760 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 -- 10.20.193.52:0/1298478760 >> v1:10.20.193.86:6789/0 conn(0x7f32d406cb30 legacy=0x7f32d4071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 -- 10.20.193.52:0/1298478760 >> v1:10.20.193.52:6789/0 conn(0x7f32d4071e80 legacy=0x7f32d40b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d3fff640 1 -- 10.20.193.52:0/1298478760 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d40cdf60 con 0x7f32d4143b70 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.181+0000 7f32d2ffd640 1 -- 10.20.193.52:0/1298478760 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3700659008 0 0) 0x7f32d4143f50 con 0x7f32d4071e80 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32d3fff640 1 --2- 10.20.193.52:0/1298478760 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4143b70 0x7f32d40cd0a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f32c0009970 tx=0x7f32c002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79edd087f0b1e9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32d2ffd640 1 -- 10.20.193.52:0/1298478760 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c002fc30 con 0x7f32d4143b70 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32d2ffd640 1 -- 10.20.193.52:0/1298478760 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c002fd90 con 0x7f32d4143b70 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32d2ffd640 1 -- 10.20.193.52:0/1298478760 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c0037660 con 0x7f32d4143b70 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 -- 10.20.193.52:0/1298478760 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4143b70 msgr2=0x7f32d40cd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.185 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 --2- 10.20.193.52:0/1298478760 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4143b70 0x7f32d40cd0a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f32c0009970 tx=0x7f32c002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 -- 10.20.193.52:0/1298478760 shutdown_connections 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 --2- 10.20.193.52:0/1298478760 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4143b70 0x7f32d40cd0a0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 -- 10.20.193.52:0/1298478760 >> 10.20.193.52:0/1298478760 conn(0x7f32d40cef90 msgr2=0x7f32d40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 -- 10.20.193.52:0/1298478760 shutdown_connections 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.182+0000 7f32da92e640 1 -- 10.20.193.52:0/1298478760 wait complete. 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 Processor -- start 2026-02-25T15:50:09.186 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 -- start start 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f32d406cb30 0x7f32d41f27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 0x7f32d4157160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d4137410 con 0x7f32d4071e80 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d4157ad0 con 0x7f32d406cb30 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d41376d0 con 0x7f32d4143b70 2026-02-25T15:50:09.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47572/0 (socket says 10.20.193.52:47572) 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 -- 10.20.193.52:0/648532724 learned_addr learned my addr 10.20.193.52:0/648532724 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d3fff640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f32d406cb30 0x7f32d41f27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d8ea4640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 0x7f32d4157160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 -- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 msgr2=0x7f32d4157160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 0x7f32d4157160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 -- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f32d406cb30 msgr2=0x7f32d41f27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f32d406cb30 0x7f32d41f27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 -- 10.20.193.52:0/648532724 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32c00095d0 con 0x7f32d4071e80 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d8ea4640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 0x7f32d4157160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d37fe640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f32c400c500 tx=0x7f32c400c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c4012830 con 0x7f32d4071e80 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c40129b0 con 0x7f32d4071e80 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c4012d60 con 0x7f32d4071e80 2026-02-25T15:50:09.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.183+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d41379b0 con 0x7f32d4071e80 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.184+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d4157db0 con 0x7f32d4071e80 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.184+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d4068270 con 0x7f32d4071e80 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.184+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f32c401c460 con 0x7f32d4071e80 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.185+0000 7f32d0ff9640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 0x7f32a4078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.185+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f32c4097060 con 0x7f32d4071e80 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.185+0000 7f32d3fff640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 0x7f32a4078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.185+0000 7f32d3fff640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 0x7f32a4078530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cbdf0 tx=0x7f32c0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.187+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f32c40cb820 con 0x7f32d4071e80 2026-02-25T15:50:09.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.266+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f32d40cd0a0 con 0x7f32d4071e80 2026-02-25T15:50:09.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.266+0000 7f32d0ff9640 1 -- 10.20.193.52:0/648532724 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f32c405cb50 con 0x7f32d4071e80 2026-02-25T15:50:09.268 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:09.269 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 msgr2=0x7f32a4078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 0x7f32a4078530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cbdf0 tx=0x7f32c0033000 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 msgr2=0x7f32d4154a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f32c400c500 tx=0x7f32c400c9d0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 shutdown_connections 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f32a4076070 0x7f32a4078530 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f32d4143b70 0x7f32d4157160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32d4071e80 0x7f32d4154a30 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 --2- 10.20.193.52:0/648532724 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f32d406cb30 0x7f32d41f27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 >> 10.20.193.52:0/648532724 conn(0x7f32d40cef90 msgr2=0x7f32d406d020 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 shutdown_connections 2026-02-25T15:50:09.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.267+0000 7f32da92e640 1 -- 10.20.193.52:0/648532724 wait complete. 2026-02-25T15:50:09.276 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:09.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 Processor -- start 2026-02-25T15:50:09.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 -- start start 2026-02-25T15:50:09.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f9de80b2a90 0x7f9de806c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f9de80ae360 0x7f9de80709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de80ad7c0 con 0x7f9de815d390 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de80b2020 con 0x7f9de80ae360 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9def127640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de80b2300 con 0x7f9de80b2a90 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9dece9c640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f9de815d390 0x7f9de80adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60424/0 (socket says 10.20.193.52:60424) 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9dece9c640 1 -- 10.20.193.52:0/3807612763 learned_addr learned my addr 10.20.193.52:0/3807612763 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9ded69d640 1 --2- 10.20.193.52:0/3807612763 >> v2:10.20.193.52:3300/0 conn(0x7f9de80ae360 0x7f9de80709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9ddffff640 1 --2- 10.20.193.52:0/3807612763 >> v2:10.20.193.86:3300/0 conn(0x7f9de80b2a90 0x7f9de806c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9ddf7fe640 1 -- 10.20.193.52:0/3807612763 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1311555692 0 0) 0x7f9de80ad7c0 con 0x7f9de815d390 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.344+0000 7f9ddf7fe640 1 -- 10.20.193.52:0/3807612763 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dd4003620 con 0x7f9de815d390 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ded69d640 1 -- 10.20.193.52:0/3807612763 >> v2:10.20.193.86:3300/0 conn(0x7f9de80b2a90 msgr2=0x7f9de806c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ded69d640 1 --2- 10.20.193.52:0/3807612763 >> v2:10.20.193.86:3300/0 conn(0x7f9de80b2a90 0x7f9de806c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.353 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ded69d640 1 -- 10.20.193.52:0/3807612763 >> v1:10.20.193.52:6789/0 conn(0x7f9de815d390 legacy=0x7f9de80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ded69d640 1 -- 10.20.193.52:0/3807612763 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de80b25e0 con 0x7f9de80ae360 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ded69d640 1 --2- 10.20.193.52:0/3807612763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de80ae360 0x7f9de80709a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9de806e9d0 tx=0x7f9de402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d5cfbe5d1c844ba server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ddf7fe640 1 -- 10.20.193.52:0/3807612763 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de4006ea0 con 0x7f9de80ae360 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ddf7fe640 1 -- 10.20.193.52:0/3807612763 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9de4037440 con 0x7f9de80ae360 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9ddf7fe640 1 -- 10.20.193.52:0/3807612763 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de40377d0 con 0x7f9de80ae360 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 -- 10.20.193.52:0/3807612763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de80ae360 msgr2=0x7f9de80709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 --2- 10.20.193.52:0/3807612763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de80ae360 0x7f9de80709a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9de806e9d0 tx=0x7f9de402f250 comp rx=0 tx=0).stop 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 -- 10.20.193.52:0/3807612763 shutdown_connections 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 --2- 10.20.193.52:0/3807612763 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de80ae360 0x7f9de80709a0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 --2- 10.20.193.52:0/3807612763 >> v2:10.20.193.86:3300/0 conn(0x7f9de80b2a90 0x7f9de806c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 -- 10.20.193.52:0/3807612763 >> 10.20.193.52:0/3807612763 conn(0x7f9de80cef90 msgr2=0x7f9de80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 -- 10.20.193.52:0/3807612763 shutdown_connections 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.345+0000 7f9def127640 1 -- 10.20.193.52:0/3807612763 wait complete. 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 Processor -- start 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 -- start start 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9de80ae360 0x7f9de815d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 0x7f9de815b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de81460a0 con 0x7f9de815d390 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de8146380 con 0x7f9de80b2a90 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.346+0000 7f9def127640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de8146660 con 0x7f9de80ae360 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47600/0 (socket says 10.20.193.52:47600) 2026-02-25T15:50:09.355 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 -- 10.20.193.52:0/2773042286 learned_addr learned my addr 10.20.193.52:0/2773042286 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ddffff640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 0x7f9de815b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9dece9c640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9de80ae360 0x7f9de815d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 -- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9de80ae360 msgr2=0x7f9de815d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9de80ae360 0x7f9de815d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 -- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 msgr2=0x7f9de815b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 0x7f9de815b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 -- 10.20.193.52:0/2773042286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de4009a70 con 0x7f9de815d390 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ddffff640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 0x7f9de815b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ded69d640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9de403a040 tx=0x7f9de4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de4043860 con 0x7f9de815d390 2026-02-25T15:50:09.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9de40439e0 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9de4043d90 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de80ae8f0 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de8146c20 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.347+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de8068270 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.348+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f9de4041400 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.348+0000 7f9ddd7fa640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 0x7f9db8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.348+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f9de40bd6b0 con 0x7f9de815d390 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.348+0000 7f9dece9c640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 0x7f9db8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.349+0000 7f9dece9c640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 0x7f9db8078500 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8007fd0 tx=0x7f9dd8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.357 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.350+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f9de4083200 con 0x7f9de815d390 2026-02-25T15:50:09.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9de80b30b0 con 0x7f9de815d390 2026-02-25T15:50:09.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9ddd7fa640 1 -- 10.20.193.52:0/2773042286 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9de4086280 con 0x7f9de815d390 2026-02-25T15:50:09.429 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:09.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 msgr2=0x7f9db8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 0x7f9db8078500 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8007fd0 tx=0x7f9dd8009040 comp rx=0 tx=0).stop 2026-02-25T15:50:09.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 msgr2=0x7f9de8144670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.427+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9de403a040 tx=0x7f9de4004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:09.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 shutdown_connections 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9db8076040 0x7f9db8078500 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9de815d390 0x7f9de8144670 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9de80b2a90 0x7f9de815b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 --2- 10.20.193.52:0/2773042286 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9de80ae360 0x7f9de815d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 >> 10.20.193.52:0/2773042286 conn(0x7f9de80cef90 msgr2=0x7f9de806e010 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 shutdown_connections 2026-02-25T15:50:09.431 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.428+0000 7f9def127640 1 -- 10.20.193.52:0/2773042286 wait complete. 2026-02-25T15:50:09.437 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:09.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.506+0000 7fbc86455640 1 Processor -- start 2026-02-25T15:50:09.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.506+0000 7fbc86455640 1 -- start start 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc86455640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc80161aa0 0x7fbc8015db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc86455640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbc800b2ff0 0x7fbc8006e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc86455640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc8006a990 con 0x7fbc8015e040 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc86455640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc8006afc0 con 0x7fbc800b2ff0 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc86455640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc80143b90 con 0x7fbc80161aa0 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbc800b2ff0 0x7fbc8006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fbc800b2ff0 0x7fbc8006e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47610/0 (socket says 10.20.193.52:47610) 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 -- 10.20.193.52:0/856546065 learned_addr learned my addr 10.20.193.52:0/856546065 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc7ffff640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc80161aa0 0x7fbc8015db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 -- 10.20.193.52:0/856546065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc80161aa0 msgr2=0x7fbc8015db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc80161aa0 0x7fbc8015db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 -- 10.20.193.52:0/856546065 >> v1:10.20.193.86:6789/0 conn(0x7fbc8015e040 legacy=0x7fbc800b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.509 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.507+0000 7fbc849cb640 1 -- 10.20.193.52:0/856546065 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc8015e5f0 con 0x7fbc800b2ff0 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc849cb640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc800b2ff0 0x7fbc8006e330 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fbc74009e50 tx=0x7fbc7402f240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f925d772624a416 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc7effd640 1 -- 10.20.193.52:0/856546065 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc74006ea0 con 0x7fbc800b2ff0 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc7effd640 1 -- 10.20.193.52:0/856546065 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc7402fca0 con 0x7fbc800b2ff0 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc7effd640 1 -- 10.20.193.52:0/856546065 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc74037610 con 0x7fbc800b2ff0 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 -- 10.20.193.52:0/856546065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc800b2ff0 msgr2=0x7fbc8006e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc800b2ff0 0x7fbc8006e330 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fbc74009e50 tx=0x7fbc7402f240 comp rx=0 tx=0).stop 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 -- 10.20.193.52:0/856546065 shutdown_connections 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc800b2ff0 0x7fbc8006e330 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 --2- 10.20.193.52:0/856546065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc80161aa0 0x7fbc8015db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 -- 10.20.193.52:0/856546065 >> 10.20.193.52:0/856546065 conn(0x7fbc800cf8f0 msgr2=0x7fbc800cfcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 -- 10.20.193.52:0/856546065 shutdown_connections 2026-02-25T15:50:09.510 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.508+0000 7fbc86455640 1 -- 10.20.193.52:0/856546065 wait complete. 2026-02-25T15:50:09.511 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 Processor -- start 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 -- start start 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbc800b2ff0 0x7fbc80142340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc8015e040 0x7fbc80154840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc80157840 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc80155220 con 0x7fbc800b2ff0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc86455640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc80155500 con 0x7fbc8015e040 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc849cb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc849cb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47612/0 (socket says 10.20.193.52:47612) 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc849cb640 1 -- 10.20.193.52:0/3572570018 learned_addr learned my addr 10.20.193.52:0/3572570018 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.509+0000 7fbc7ffff640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbc800b2ff0 0x7fbc80142340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 -- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc8015e040 msgr2=0x7fbc80154840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc8015e040 0x7fbc80154840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 -- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbc800b2ff0 msgr2=0x7fbc80142340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbc800b2ff0 0x7fbc80142340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 -- 10.20.193.52:0/3572570018 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc74009b30 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc849cb640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fbc74039040 tx=0x7fbc74004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc74009510 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc74006ea0 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc801557e0 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc74041660 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc80142880 con 0x7fbc80161aa0 2026-02-25T15:50:09.512 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.510+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc80067c40 con 0x7fbc80161aa0 2026-02-25T15:50:09.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.511+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fbc74052020 con 0x7fbc80161aa0 2026-02-25T15:50:09.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.511+0000 7fbc7cff9640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 0x7fbc50078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.511+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fbc740bce70 con 0x7fbc80161aa0 2026-02-25T15:50:09.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.511+0000 7fbc7ffff640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 0x7fbc50078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.513 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.512+0000 7fbc7ffff640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 0x7fbc50078530 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c009b30 tx=0x7fbc6c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.514 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.513+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fbc74082ae0 con 0x7fbc80161aa0 2026-02-25T15:50:09.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.591+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbc800b3ce0 con 0x7fbc80161aa0 2026-02-25T15:50:09.593 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.591+0000 7fbc7cff9640 1 -- 10.20.193.52:0/3572570018 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbc74085b60 con 0x7fbc80161aa0 2026-02-25T15:50:09.594 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 msgr2=0x7fbc50078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 0x7fbc50078530 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c009b30 tx=0x7fbc6c008040 comp rx=0 tx=0).stop 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 msgr2=0x7fbc800ad350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fbc74039040 tx=0x7fbc74004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 shutdown_connections 2026-02-25T15:50:09.595 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fbc50076070 0x7fbc50078530 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbc80161aa0 0x7fbc800ad350 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbc8015e040 0x7fbc80154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 --2- 10.20.193.52:0/3572570018 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbc800b2ff0 0x7fbc80142340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 >> 10.20.193.52:0/3572570018 conn(0x7fbc800cf8f0 msgr2=0x7fbc800afa00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 shutdown_connections 2026-02-25T15:50:09.596 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.592+0000 7fbc86455640 1 -- 10.20.193.52:0/3572570018 wait complete. 2026-02-25T15:50:09.602 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:09.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.671+0000 7f942a894640 1 Processor -- start 2026-02-25T15:50:09.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.671+0000 7f942a894640 1 -- start start 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f942a894640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f94240cfc20 0x7f94240d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f942a894640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94240d1fc0 con 0x7f94240d3da0 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f942a894640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9424161f60 con 0x7f942415e650 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f942a894640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f942415ebc0 con 0x7f94240cfc20 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9428e0a640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f94240d3da0 0x7f9424161850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60434/0 (socket says 10.20.193.52:60434) 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9428e0a640 1 -- 10.20.193.52:0/1528151186 learned_addr learned my addr 10.20.193.52:0/1528151186 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9423fff640 1 --2- 10.20.193.52:0/1528151186 >> v2:10.20.193.86:3300/0 conn(0x7f94240cfc20 0x7f94240d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3503726435 0 0) 0x7f94240d1fc0 con 0x7f94240d3da0 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9408003620 con 0x7f94240d3da0 2026-02-25T15:50:09.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 424031686 0 0) 0x7f9424161f60 con 0x7f942415e650 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94240d1fc0 con 0x7f942415e650 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4073784736 0 0) 0x7f9408003620 con 0x7f94240d3da0 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 >> v2:10.20.193.86:3300/0 conn(0x7f94240cfc20 msgr2=0x7f94240d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 --2- 10.20.193.52:0/1528151186 >> v2:10.20.193.86:3300/0 conn(0x7f94240cfc20 0x7f94240d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 >> v1:10.20.193.86:6789/0 conn(0x7f942415e650 legacy=0x7f9424161140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94240d0540 con 0x7f94240d3da0 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f9418003280 con 0x7f94240d3da0 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 >> v1:10.20.193.52:6789/0 conn(0x7f94240d3da0 legacy=0x7f9424161850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9408003cf0 0x7f94080040f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 0x7f9408004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9408005340 0x7f940800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f942415ebc0 con 0x7f94080048c0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f940800c280 con 0x7f9408003cf0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.672+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f940800c440 con 0x7f9408005340 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 0x7f9408004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9428e0a640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9408005340 0x7f940800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9423fff640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9408003cf0 0x7f94080040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 -- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9408005340 msgr2=0x7f940800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9408005340 0x7f940800ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 -- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9408003cf0 msgr2=0x7f94080040f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9408003cf0 0x7f94080040f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 -- 10.20.193.52:0/1528151186 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9408003620 con 0x7f94080048c0 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9428e0a640 1 -- 10.20.193.52:0/1528151186 reap_dead start 2026-02-25T15:50:09.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f94237fe640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 0x7f9408004d40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9414003210 tx=0x7f941402ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=773ea0878441803a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94140052d0 con 0x7f94080048c0 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9414005450 con 0x7f94080048c0 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f9422ffd640 1 -- 10.20.193.52:0/1528151186 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414006b10 con 0x7f94080048c0 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 -- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 msgr2=0x7f9408004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 0x7f9408004d40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9414003210 tx=0x7f941402ef50 comp rx=0 tx=0).stop 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 -- 10.20.193.52:0/1528151186 shutdown_connections 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 --2- 10.20.193.52:0/1528151186 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94080048c0 0x7f9408004d40 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 -- 10.20.193.52:0/1528151186 >> 10.20.193.52:0/1528151186 conn(0x7f942409c7b0 msgr2=0x7f94240d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 -- 10.20.193.52:0/1528151186 shutdown_connections 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.673+0000 7f942a894640 1 -- 10.20.193.52:0/1528151186 wait complete. 2026-02-25T15:50:09.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.674+0000 7f942a894640 1 Processor -- start 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.674+0000 7f942a894640 1 -- start start 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f94080048c0 0x7f9424156c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f94241f8d20 0x7f94241f91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94240cbff0 con 0x7f94240cd030 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94240b2500 con 0x7f94241f8d20 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9424156a30 con 0x7f94080048c0 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47624/0 (socket says 10.20.193.52:47624) 2026-02-25T15:50:09.684 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 -- 10.20.193.52:0/3134905765 learned_addr learned my addr 10.20.193.52:0/3134905765 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f9428e0a640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f94241f8d20 0x7f94241f91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f9423fff640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f94080048c0 0x7f9424156c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 -- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f94080048c0 msgr2=0x7f9424156c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f94080048c0 0x7f9424156c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 -- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f94241f8d20 msgr2=0x7f94241f91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f94241f8d20 0x7f94241f91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 -- 10.20.193.52:0/3134905765 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94241f9b30 con 0x7f94240cd030 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f94237fe640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9414005040 tx=0x7f9414002b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941403e070 con 0x7f94240cd030 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f941402f9c0 con 0x7f94240cd030 2026-02-25T15:50:09.685 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94240b27a0 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941402fd50 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.675+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94240b2d60 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.676+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94240b2f20 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.676+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f9414007020 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.676+0000 7f9420ff9640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 0x7f93f4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.677+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f94140bb1b0 con 0x7f94240cd030 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.677+0000 7f9423fff640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 0x7f93f4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.686 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.677+0000 7f9423fff640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 0x7f93f4078500 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f94240ccfc0 tx=0x7f9410008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.687 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.679+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f9414080dc0 con 0x7f94240cd030 2026-02-25T15:50:09.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.756+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f94240d1190 con 0x7f94240cd030 2026-02-25T15:50:09.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f9420ff9640 1 -- 10.20.193.52:0/3134905765 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9414083e40 con 0x7f94240cd030 2026-02-25T15:50:09.758 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:09.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 msgr2=0x7f93f4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 0x7f93f4078500 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f94240ccfc0 tx=0x7f9410008040 comp rx=0 tx=0).stop 2026-02-25T15:50:09.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 msgr2=0x7f94241564f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9414005040 tx=0x7f9414002b00 comp rx=0 tx=0).stop 2026-02-25T15:50:09.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 shutdown_connections 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f93f4076040 0x7f93f4078500 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f94241f8d20 0x7f94241f91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f94240cd030 0x7f94241564f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 --2- 10.20.193.52:0/3134905765 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f94080048c0 0x7f9424156c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 >> 10.20.193.52:0/3134905765 conn(0x7f942409c7b0 msgr2=0x7f94240b3400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 shutdown_connections 2026-02-25T15:50:09.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.757+0000 7f942a894640 1 -- 10.20.193.52:0/3134905765 wait complete. 2026-02-25T15:50:09.767 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:09.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.831+0000 7fe351317640 1 Processor -- start 2026-02-25T15:50:09.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.831+0000 7fe351317640 1 -- start start 2026-02-25T15:50:09.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe351317640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe34c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe351317640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe34c15bcc0 con 0x7fe34c071710 2026-02-25T15:50:09.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe351317640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe34c15bfa0 con 0x7fe34c15b750 2026-02-25T15:50:09.839 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe351317640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe34c071c60 con 0x7fe34c0b4b80 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34affd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe34c071710 0x7fe34c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60438/0 (socket says 10.20.193.52:60438) 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34affd640 1 -- 10.20.193.52:0/4269611552 learned_addr learned my addr 10.20.193.52:0/4269611552 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1457143248 0 0) 0x7fe34c15bcc0 con 0x7fe34c071710 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe338003620 con 0x7fe34c071710 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe34c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1541271261 0 0) 0x7fe338003620 con 0x7fe34c071710 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 msgr2=0x7fe34c0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe34c0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 >> v1:10.20.193.86:6789/0 conn(0x7fe34c15b750 legacy=0x7fe34c0b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe34c15c280 con 0x7fe34c071710 2026-02-25T15:50:09.840 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fe340002f00 con 0x7fe34c071710 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe34c0ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 >> v1:10.20.193.52:6789/0 conn(0x7fe34c071710 legacy=0x7fe34c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe338003bb0 0x7fe338003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3380048c0 0x7fe338004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe33800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3380056a0 con 0x7fe3380048c0 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe33800bfc0 con 0x7fe338003bb0 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe33800c100 con 0x7fe34c0b4b80 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3380048c0 0x7fe338004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34affd640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe338003bb0 0x7fe338003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.832+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe33800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.841 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 -- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 msgr2=0x7fe33800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe33800ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 -- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe338003bb0 msgr2=0x7fe338003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe338003bb0 0x7fe338003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 -- 10.20.193.52:0/4269611552 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe338003620 con 0x7fe3380048c0 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34affd640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe338003bb0 0x7fe338003fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe34c0b4b80 0x7fe33800ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3380048c0 0x7fe338004d40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe334003fe0 tx=0x7fe33402ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb3b14a1dacce65 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe33402f730 con 0x7fe3380048c0 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe33402f8b0 con 0x7fe3380048c0 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe349ffb640 1 -- 10.20.193.52:0/4269611552 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe33402fc60 con 0x7fe3380048c0 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 -- 10.20.193.52:0/4269611552 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3380048c0 msgr2=0x7fe338004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 --2- 10.20.193.52:0/4269611552 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3380048c0 0x7fe338004d40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe334003fe0 tx=0x7fe33402ed10 comp rx=0 tx=0).stop 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe34b7fe640 1 -- 10.20.193.52:0/4269611552 reap_dead start 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 -- 10.20.193.52:0/4269611552 shutdown_connections 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 -- 10.20.193.52:0/4269611552 >> 10.20.193.52:0/4269611552 conn(0x7fe34c06c980 msgr2=0x7fe34c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 -- 10.20.193.52:0/4269611552 shutdown_connections 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.833+0000 7fe351317640 1 -- 10.20.193.52:0/4269611552 wait complete. 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 Processor -- start 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 -- start start 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3380048c0 0x7fe34c0ac430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 0x7fe34c154350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe34c154d20 con 0x7fe34c154890 2026-02-25T15:50:09.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe34c1453c0 con 0x7fe34c0ac970 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe351317640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe34c148340 con 0x7fe3380048c0 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe34b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe34b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47638/0 (socket says 10.20.193.52:47638) 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe34b7fe640 1 -- 10.20.193.52:0/134252155 learned_addr learned my addr 10.20.193.52:0/134252155 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.834+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 0x7fe34c154350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34affd640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3380048c0 0x7fe34c0ac430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 -- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3380048c0 msgr2=0x7fe34c0ac430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3380048c0 0x7fe34c0ac430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 -- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 msgr2=0x7fe34c154350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 0x7fe34c154350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 -- 10.20.193.52:0/134252155 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe34c147580 con 0x7fe34c154890 2026-02-25T15:50:09.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34a7fc640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 0x7fe34c154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe34b7fe640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe34c070470 tx=0x7fe33c00c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe33c006ea0 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe33c00a860 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe34c147860 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe33c00ac10 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe34c147e20 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.835+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe34c148040 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.836+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe33c020440 con 0x7fe34c154890 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.836+0000 7fe32b7fe640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 0x7fe318078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.836+0000 7fe34affd640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 0x7fe318078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:09.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.836+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe33c097ff0 con 0x7fe34c154890 2026-02-25T15:50:09.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.837+0000 7fe34affd640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 0x7fe318078500 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe3400027e0 tx=0x7fe340009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:09.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.838+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe33c05db80 con 0x7fe34c154890 2026-02-25T15:50:09.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.921+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe34c15bfa0 con 0x7fe34c154890 2026-02-25T15:50:09.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe32b7fe640 1 -- 10.20.193.52:0/134252155 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe33c01b080 con 0x7fe34c154890 2026-02-25T15:50:09.924 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 msgr2=0x7fe318078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 0x7fe318078500 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe3400027e0 tx=0x7fe340009040 comp rx=0 tx=0).stop 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 msgr2=0x7fe34c146560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe34c070470 tx=0x7fe33c00c7b0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 shutdown_connections 2026-02-25T15:50:09.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe318076040 0x7fe318078500 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe34c154890 0x7fe34c146560 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe34c0ac970 0x7fe34c154350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 --2- 10.20.193.52:0/134252155 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3380048c0 0x7fe34c0ac430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 >> 10.20.193.52:0/134252155 conn(0x7fe34c06c980 msgr2=0x7fe34c15cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 shutdown_connections 2026-02-25T15:50:09.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:09.922+0000 7fe351317640 1 -- 10.20.193.52:0/134252155 wait complete. 2026-02-25T15:50:09.932 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial052.front.sepia.ceph.com... 2026-02-25T15:50:09.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:09.932 DEBUG:teuthology.orchestra.run.trial052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2026-02-25T15:50:09.958 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:09.958 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:50:09.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:09.958 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2026-02-25T15:50:10.016 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:10.016 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:10.034 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:10.034 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:10.092 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:10.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.159+0000 7f4f908e6640 1 Processor -- start 2026-02-25T15:50:10.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.159+0000 7f4f908e6640 1 -- start start 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f908e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 0x7f4f880b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f908e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f880b2620 0x7f4f88142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f908e6640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f880b2a60 con 0x7f4f88143250 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f908e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f88143a40 con 0x7f4f880b2620 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f908e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f880b40f0 con 0x7f4f88140270 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f880b2620 0x7f4f88142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4f880b2620 0x7f4f88142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47650/0 (socket says 10.20.193.52:47650) 2026-02-25T15:50:10.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 -- 10.20.193.52:0/957679715 learned_addr learned my addr 10.20.193.52:0/957679715 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 0x7f4f880b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 -- 10.20.193.52:0/957679715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 msgr2=0x7f4f880b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 0x7f4f880b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 -- 10.20.193.52:0/957679715 >> v1:10.20.193.86:6789/0 conn(0x7f4f88143250 legacy=0x7f4f880ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 -- 10.20.193.52:0/957679715 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f880addc0 con 0x7f4f880b2620 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 0x7f4f880b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8de5a640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f880b2620 0x7f4f88142d10 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009970 tx=0x7f4f7402ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6088bbe2dface23c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8d659640 1 -- 10.20.193.52:0/957679715 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7402fbe0 con 0x7f4f880b2620 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8d659640 1 -- 10.20.193.52:0/957679715 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f7402fd40 con 0x7f4f880b2620 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.160+0000 7f4f8d659640 1 -- 10.20.193.52:0/957679715 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f74037660 con 0x7f4f880b2620 2026-02-25T15:50:10.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- 10.20.193.52:0/957679715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f880b2620 msgr2=0x7f4f88142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f880b2620 0x7f4f88142d10 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009970 tx=0x7f4f7402ef70 comp rx=0 tx=0).stop 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- 10.20.193.52:0/957679715 shutdown_connections 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f880b2620 0x7f4f88142d10 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 --2- 10.20.193.52:0/957679715 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88140270 0x7f4f880b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- 10.20.193.52:0/957679715 >> 10.20.193.52:0/957679715 conn(0x7f4f8806c980 msgr2=0x7f4f8806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- 10.20.193.52:0/957679715 shutdown_connections 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- 10.20.193.52:0/957679715 wait complete. 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 Processor -- start 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.161+0000 7f4f908e6640 1 -- start start 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 0x7f4f881f5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88143250 0x7f4f8813f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f8815a6a0 con 0x7f4f88140270 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f8813fef0 con 0x7f4f880b2620 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f88159e00 con 0x7f4f88143250 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47658/0 (socket says 10.20.193.52:47658) 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 -- 10.20.193.52:0/2226926459 learned_addr learned my addr 10.20.193.52:0/2226926459 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 -- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88143250 msgr2=0x7f4f8813f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8ee5c640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88143250 0x7f4f8813f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88143250 0x7f4f8813f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 -- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 msgr2=0x7f4f881f5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 0x7f4f881f5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 0x7f4f881f5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 -- 10.20.193.52:0/2226926459 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f740095d0 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 0x7f4f881f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f8de5a640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009aa0 tx=0x7f4f740047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f74040870 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f740409f0 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f8815a0e0 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f74040da0 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.162+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f88158060 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.163+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f880b5130 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.163+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4f74049020 con 0x7f4f88140270 2026-02-25T15:50:10.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.163+0000 7f4f72ffd640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 0x7f4f58078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.164+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4f740bc820 con 0x7f4f88140270 2026-02-25T15:50:10.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.164+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 0x7f4f58078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.164+0000 7f4f8e65b640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 0x7f4f58078500 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4f80006fd0 tx=0x7f4f80008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.166+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4f74082390 con 0x7f4f88140270 2026-02-25T15:50:10.248 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.246+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4f880b5130 con 0x7f4f88140270 2026-02-25T15:50:10.249 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.246+0000 7f4f72ffd640 1 -- 10.20.193.52:0/2226926459 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f4f74085410 con 0x7f4f88140270 2026-02-25T15:50:10.249 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:10.249 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 msgr2=0x7f4f58078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 0x7f4f58078500 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4f80006fd0 tx=0x7f4f80008040 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 msgr2=0x7f4f8815bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4f74009aa0 tx=0x7f4f740047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 shutdown_connections 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4f58076040 0x7f4f58078500 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4f88143250 0x7f4f8813f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4f88140270 0x7f4f8815bae0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 --2- 10.20.193.52:0/2226926459 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4f880b2620 0x7f4f881f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 >> 10.20.193.52:0/2226926459 conn(0x7f4f8806c980 msgr2=0x7f4f8806cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 shutdown_connections 2026-02-25T15:50:10.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.247+0000 7f4f908e6640 1 -- 10.20.193.52:0/2226926459 wait complete. 2026-02-25T15:50:10.258 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:10.259 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:10.328 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 Processor -- start 2026-02-25T15:50:10.328 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 -- start start 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 0x7fecc00724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fecc00715c0 0x7fecc015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecc0071d80 con 0x7fecc006c770 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecc00cdf70 con 0x7fecc00715c0 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc6949640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00cd680 con 0x7fecc015ec20 2026-02-25T15:50:10.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc4ebf640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fecc006c770 0x7fecc00ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60450/0 (socket says 10.20.193.52:60450) 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.326+0000 7fecc4ebf640 1 -- 10.20.193.52:0/3916453177 learned_addr learned my addr 10.20.193.52:0/3916453177 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 --2- 10.20.193.52:0/3916453177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 0x7fecc00724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbf7fe640 1 --2- 10.20.193.52:0/3916453177 >> v2:10.20.193.86:3300/0 conn(0x7fecc00715c0 0x7fecc015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2385161953 0 0) 0x7fecc0071d80 con 0x7fecc006c770 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feca4003620 con 0x7fecc006c770 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 -- 10.20.193.52:0/3916453177 >> v2:10.20.193.86:3300/0 conn(0x7fecc00715c0 msgr2=0x7fecc015f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 --2- 10.20.193.52:0/3916453177 >> v2:10.20.193.86:3300/0 conn(0x7fecc00715c0 0x7fecc015f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2731894699 0 0) 0x7feca4003620 con 0x7fecc006c770 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 -- 10.20.193.52:0/3916453177 >> v1:10.20.193.52:6789/0 conn(0x7fecc006c770 legacy=0x7fecc00ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 -- 10.20.193.52:0/3916453177 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc0072a10 con 0x7fecc015ec20 2026-02-25T15:50:10.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.327+0000 7fecbffff640 1 --2- 10.20.193.52:0/3916453177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 0x7fecc00724d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fecac0098a0 tx=0x7fecac02ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c594b04333309786 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb4003280 con 0x7fecc015ec20 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecac02f830 con 0x7fecc015ec20 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecbeffd640 1 -- 10.20.193.52:0/3916453177 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecac02fbc0 con 0x7fecc015ec20 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- 10.20.193.52:0/3916453177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 msgr2=0x7fecc00724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 --2- 10.20.193.52:0/3916453177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 0x7fecc00724d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fecac0098a0 tx=0x7fecac02ee80 comp rx=0 tx=0).stop 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- 10.20.193.52:0/3916453177 shutdown_connections 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 --2- 10.20.193.52:0/3916453177 >> v2:10.20.193.86:3300/0 conn(0x7fecc00715c0 0x7fecc015f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 --2- 10.20.193.52:0/3916453177 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc015ec20 0x7fecc00724d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- 10.20.193.52:0/3916453177 >> 10.20.193.52:0/3916453177 conn(0x7fecc00cef90 msgr2=0x7fecc00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- 10.20.193.52:0/3916453177 shutdown_connections 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- 10.20.193.52:0/3916453177 wait complete. 2026-02-25T15:50:10.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 Processor -- start 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.328+0000 7fecc6949640 1 -- start start 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc006c770 0x7fecc0155720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fecc00715c0 0x7fecc01440f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00b2080 con 0x7fecc015ec20 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00b22d0 con 0x7fecc00715c0 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecc00b25b0 con 0x7fecc006c770 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47664/0 (socket says 10.20.193.52:47664) 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 -- 10.20.193.52:0/3659234386 learned_addr learned my addr 10.20.193.52:0/3659234386 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecbffff640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc006c770 0x7fecc0155720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecbf7fe640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fecc00715c0 0x7fecc01440f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 -- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc006c770 msgr2=0x7fecc0155720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc006c770 0x7fecc0155720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 -- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fecc00715c0 msgr2=0x7fecc01440f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fecc00715c0 0x7fecc01440f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 -- 10.20.193.52:0/3659234386 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecac009500 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc4ebf640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fecb400cba0 tx=0x7fecb400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb400ad50 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecb4012400 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb40127b0 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecc00b2890 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.329+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecc00b2e50 con 0x7fecc015ec20 2026-02-25T15:50:10.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.330+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecc00b3070 con 0x7fecc015ec20 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.330+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fecb4012910 con 0x7fecc015ec20 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.331+0000 7fecbcff9640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 0x7fec90078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.331+0000 7fecbffff640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 0x7fec90078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.331+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fecb4096ff0 con 0x7fecc015ec20 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.331+0000 7fecbffff640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 0x7fec90078500 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fecac039000 tx=0x7fecac033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.333+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fecb405cbb0 con 0x7fecc015ec20 2026-02-25T15:50:10.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.412+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fecc0068270 con 0x7fecc015ec20 2026-02-25T15:50:10.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.412+0000 7fecbcff9640 1 -- 10.20.193.52:0/3659234386 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fecb405fc30 con 0x7fecc015ec20 2026-02-25T15:50:10.414 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:10.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 msgr2=0x7fec90078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 0x7fec90078500 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fecac039000 tx=0x7fecac033000 comp rx=0 tx=0).stop 2026-02-25T15:50:10.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 msgr2=0x7fecc00b39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fecb400cba0 tx=0x7fecb400a430 comp rx=0 tx=0).stop 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 shutdown_connections 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fec90076040 0x7fec90078500 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fecc015ec20 0x7fecc00b39f0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fecc00715c0 0x7fecc01440f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 --2- 10.20.193.52:0/3659234386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fecc006c770 0x7fecc0155720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 >> 10.20.193.52:0/3659234386 conn(0x7fecc00cef90 msgr2=0x7fecc00ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 shutdown_connections 2026-02-25T15:50:10.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.413+0000 7fecc6949640 1 -- 10.20.193.52:0/3659234386 wait complete. 2026-02-25T15:50:10.423 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:10.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.494+0000 7fcdb10d0640 1 Processor -- start 2026-02-25T15:50:10.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.494+0000 7fcdb10d0640 1 -- start start 2026-02-25T15:50:10.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.494+0000 7fcdb10d0640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcdac15d600 0x7fcdac0b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdb10d0640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdac0ceb50 con 0x7fcdac0d03d0 2026-02-25T15:50:10.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdb10d0640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdac0cee30 con 0x7fcdac0cdf90 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdb10d0640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdac0cf3f0 con 0x7fcdac15d600 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdab577640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fcdac0d03d0 0x7fcdac0d1710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60464/0 (socket says 10.20.193.52:60464) 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdab577640 1 -- 10.20.193.52:0/961890926 learned_addr learned my addr 10.20.193.52:0/961890926 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 --2- 10.20.193.52:0/961890926 >> v2:10.20.193.86:3300/0 conn(0x7fcdac15d600 0x7fcdac0b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3297693697 0 0) 0x7fcdac0ceb50 con 0x7fcdac0d03d0 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcd98003620 con 0x7fcdac0d03d0 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3395338572 0 0) 0x7fcd98003620 con 0x7fcdac0d03d0 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 >> v2:10.20.193.86:3300/0 conn(0x7fcdac15d600 msgr2=0x7fcdac0b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 --2- 10.20.193.52:0/961890926 >> v2:10.20.193.86:3300/0 conn(0x7fcdac15d600 0x7fcdac0b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 >> v1:10.20.193.86:6789/0 conn(0x7fcdac0cdf90 legacy=0x7fcdac0cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdac0cf110 con 0x7fcdac0d03d0 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fcd9c003280 con 0x7fcdac0d03d0 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 >> v1:10.20.193.52:6789/0 conn(0x7fcdac0d03d0 legacy=0x7fcdac0d1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 0x7fcd98003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcd980048c0 0x7fcd98004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98005280 0x7fcd9800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdac0cf3f0 con 0x7fcd98003b10 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd9800c220 con 0x7fcd98005280 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd9800c3e0 con 0x7fcd980048c0 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 0x7fcd98003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 -- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcd980048c0 msgr2=0x7fcd98004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcd980048c0 0x7fcd98004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 -- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98005280 msgr2=0x7fcd9800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98005280 0x7fcd9800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdab577640 1 -- 10.20.193.52:0/961890926 reap_dead start 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.495+0000 7fcdaad76640 1 -- 10.20.193.52:0/961890926 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd98003620 con 0x7fcd98003b10 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdaad76640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 0x7fcd98003f30 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcda0009bc0 tx=0x7fcda002f530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a233eb397486409 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda0036400 con 0x7fcd98003b10 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcda0032050 con 0x7fcd98003b10 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcda9d74640 1 -- 10.20.193.52:0/961890926 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda0036780 con 0x7fcd98003b10 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 -- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 msgr2=0x7fcd98003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 0x7fcd98003f30 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcda0009bc0 tx=0x7fcda002f530 comp rx=0 tx=0).stop 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 -- 10.20.193.52:0/961890926 shutdown_connections 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/961890926 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcd98003b10 0x7fcd98003f30 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 -- 10.20.193.52:0/961890926 >> 10.20.193.52:0/961890926 conn(0x7fcdac09c7c0 msgr2=0x7fcdac0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 -- 10.20.193.52:0/961890926 shutdown_connections 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.496+0000 7fcdb10d0640 1 -- 10.20.193.52:0/961890926 wait complete. 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.497+0000 7fcdb10d0640 1 Processor -- start 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.497+0000 7fcdb10d0640 1 -- start start 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.497+0000 7fcdb10d0640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98003b10 0x7fcdac0cc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 0x7fcdac1f89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdac1f8f20 con 0x7fcdac0ca550 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdac0b78d0 con 0x7fcd98003b10 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdac0cce80 con 0x7fcdac1f8560 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47676/0 (socket says 10.20.193.52:47676) 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 -- 10.20.193.52:0/1027000466 learned_addr learned my addr 10.20.193.52:0/1027000466 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdab577640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 0x7fcdac1f89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 -- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 msgr2=0x7fcdac1f89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 0x7fcdac1f89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 -- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98003b10 msgr2=0x7fcdac0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98003b10 0x7fcdac0cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 -- 10.20.193.52:0/1027000466 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdac15db60 con 0x7fcdac0ca550 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdab577640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 0x7fcdac1f89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdaa575640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcd9400c730 tx=0x7fcd9400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd940050d0 con 0x7fcdac0ca550 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd94005250 con 0x7fcdac0ca550 2026-02-25T15:50:10.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdac0cd160 con 0x7fcdac0ca550 2026-02-25T15:50:10.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9400a850 con 0x7fcdac0ca550 2026-02-25T15:50:10.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdac0cd720 con 0x7fcdac0ca550 2026-02-25T15:50:10.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.498+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdac0b00b0 con 0x7fcdac0ca550 2026-02-25T15:50:10.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.499+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fcd94019020 con 0x7fcdac0ca550 2026-02-25T15:50:10.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.500+0000 7fcd8b7fe640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 0x7fcd78078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.500+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fcd94097690 con 0x7fcdac0ca550 2026-02-25T15:50:10.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.500+0000 7fcdaad76640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 0x7fcd78078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.500+0000 7fcdaad76640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 0x7fcd78078500 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcda0038000 tx=0x7fcda0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.501+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fcd9405d170 con 0x7fcdac0ca550 2026-02-25T15:50:10.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.578+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcdac0c9f90 con 0x7fcdac0ca550 2026-02-25T15:50:10.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.578+0000 7fcd8b7fe640 1 -- 10.20.193.52:0/1027000466 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcd940601f0 con 0x7fcdac0ca550 2026-02-25T15:50:10.581 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 msgr2=0x7fcd78078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 0x7fcd78078500 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcda0038000 tx=0x7fcda0033000 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 msgr2=0x7fcdac0ca9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcd9400c730 tx=0x7fcd9400cc00 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 shutdown_connections 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fcd78076040 0x7fcd78078500 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcdac1f8560 0x7fcdac1f89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcdac0ca550 0x7fcdac0ca9d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 --2- 10.20.193.52:0/1027000466 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcd98003b10 0x7fcdac0cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 >> 10.20.193.52:0/1027000466 conn(0x7fcdac09c7c0 msgr2=0x7fcdac0b1100 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 shutdown_connections 2026-02-25T15:50:10.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.579+0000 7fcdb10d0640 1 -- 10.20.193.52:0/1027000466 wait complete. 2026-02-25T15:50:10.589 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:10.669 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.655+0000 7f6bf7af5640 1 Processor -- start 2026-02-25T15:50:10.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.655+0000 7f6bf7af5640 1 -- start start 2026-02-25T15:50:10.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf7af5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6bf00ce6a0 0x7f6bf00b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf7af5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bf00d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf7af5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bf00ceb50 con 0x7f6bf015d600 2026-02-25T15:50:10.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf7af5640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bf00cf3f0 con 0x7f6bf00ce6a0 2026-02-25T15:50:10.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf7af5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf00d0670 con 0x7f6bf00cfcc0 2026-02-25T15:50:10.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf586a640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6bf015d600 0x7f6bf00cdf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60466/0 (socket says 10.20.193.52:60466) 2026-02-25T15:50:10.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf586a640 1 -- 10.20.193.52:0/1612989975 learned_addr learned my addr 10.20.193.52:0/1612989975 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:10.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf606b640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bf00d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf5069640 1 --2- 10.20.193.52:0/1612989975 >> v2:10.20.193.86:3300/0 conn(0x7f6bf00ce6a0 0x7f6bf00b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3267766484 0 0) 0x7f6bf00ceb50 con 0x7f6bf015d600 2026-02-25T15:50:10.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bd8003620 con 0x7f6bf015d600 2026-02-25T15:50:10.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2768840229 0 0) 0x7f6bd8003620 con 0x7f6bf015d600 2026-02-25T15:50:10.672 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 msgr2=0x7f6bf00d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bf00d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 >> v2:10.20.193.86:3300/0 conn(0x7f6bf00ce6a0 msgr2=0x7f6bf00b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 --2- 10.20.193.52:0/1612989975 >> v2:10.20.193.86:3300/0 conn(0x7f6bf00ce6a0 0x7f6bf00b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf00cee30 con 0x7f6bf015d600 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.656+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f6be0002f00 con 0x7f6bf015d600 2026-02-25T15:50:10.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 >> v1:10.20.193.52:6789/0 conn(0x7f6bf015d600 legacy=0x7f6bf00cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bd8003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bd80048c0 0x7f6bd8004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bd8005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf00cf3f0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf00d0670 con 0x7f6bd80048c0 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bd800bb30 con 0x7f6bf00cfcc0 2026-02-25T15:50:10.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bd8003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf606b640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bd8005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 -- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 msgr2=0x7f6bd8005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cfcc0 0x7f6bd8005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 -- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bd80048c0 msgr2=0x7f6bd8004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bd80048c0 0x7f6bd8004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.675 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 -- 10.20.193.52:0/1612989975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bd8003620 con 0x7f6bd8003ac0 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf586a640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bd8003ee0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c2f0 tx=0x7f6be002f5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6f6169210b2a930 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be0005bd0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6be0032070 con 0x7f6bd8003ac0 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.657+0000 7f6bf4868640 1 -- 10.20.193.52:0/1612989975 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be0007070 con 0x7f6bd8003ac0 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- 10.20.193.52:0/1612989975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 msgr2=0x7f6bd8003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.676 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/1612989975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bd8003ee0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c2f0 tx=0x7f6be002f5e0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf606b640 1 -- 10.20.193.52:0/1612989975 reap_dead start 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- 10.20.193.52:0/1612989975 shutdown_connections 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- 10.20.193.52:0/1612989975 >> 10.20.193.52:0/1612989975 conn(0x7f6bf009c7c0 msgr2=0x7f6bf00d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- 10.20.193.52:0/1612989975 shutdown_connections 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- 10.20.193.52:0/1612989975 wait complete. 2026-02-25T15:50:10.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 Processor -- start 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.658+0000 7f6bf7af5640 1 -- start start 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 0x7f6bf014bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 0x7f6bf00cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf014c2f0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf00ccca0 con 0x7f6bf014b930 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf00c7fa0 con 0x7f6bf00cc2e0 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47694/0 (socket says 10.20.193.52:47694) 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 -- 10.20.193.52:0/60773379 learned_addr learned my addr 10.20.193.52:0/60773379 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf606b640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 0x7f6bf00cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf5069640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 0x7f6bf014bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 -- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 msgr2=0x7f6bf00cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 0x7f6bf00cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 -- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 msgr2=0x7f6bf014bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 0x7f6bf014bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 -- 10.20.193.52:0/60773379 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf00ccec0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf606b640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 0x7f6bf00cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf5069640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 0x7f6bf014bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf586a640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c2f0 tx=0x7f6be0003200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be0007480 con 0x7f6bd8003ac0 2026-02-25T15:50:10.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6be00075e0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bf00cd1a0 con 0x7f6bd8003ac0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6be0005e60 con 0x7f6bd8003ac0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.659+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bf00cd760 con 0x7f6bd8003ac0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.660+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bf00d0130 con 0x7f6bd8003ac0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.660+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f6be004b060 con 0x7f6bd8003ac0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.661+0000 7f6bde7fc640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 0x7f6bc0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.661+0000 7f6bf5069640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 0x7f6bc0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.682 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.661+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f6be00bbd90 con 0x7f6bd8003ac0 2026-02-25T15:50:10.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.661+0000 7f6bf5069640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 0x7f6bc0078500 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6be4006fd0 tx=0x7f6be4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.683 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.662+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6be0081a80 con 0x7f6bd8003ac0 2026-02-25T15:50:10.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.740+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6bf0162070 con 0x7f6bd8003ac0 2026-02-25T15:50:10.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.740+0000 7f6bde7fc640 1 -- 10.20.193.52:0/60773379 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6be0007e10 con 0x7f6bd8003ac0 2026-02-25T15:50:10.742 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 msgr2=0x7f6bc0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 0x7f6bc0078500 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f6be4006fd0 tx=0x7f6be4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 msgr2=0x7f6bf0148f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6be000c2f0 tx=0x7f6be0003200 comp rx=0 tx=0).stop 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 shutdown_connections 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6bc0076040 0x7f6bc0078500 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6bf00cc2e0 0x7f6bf00cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6bf014b930 0x7f6bf014bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 --2- 10.20.193.52:0/60773379 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6bd8003ac0 0x7f6bf0148f90 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 >> 10.20.193.52:0/60773379 conn(0x7f6bf009c7c0 msgr2=0x7f6bf00d32f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 shutdown_connections 2026-02-25T15:50:10.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.741+0000 7f6bf7af5640 1 -- 10.20.193.52:0/60773379 wait complete. 2026-02-25T15:50:10.750 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:10.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.815+0000 7fa635e72640 1 Processor -- start 2026-02-25T15:50:10.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.815+0000 7fa635e72640 1 -- start start 2026-02-25T15:50:10.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa635e72640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa63015d390 0x7fa6300b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa635e72640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6300ad7c0 con 0x7fa63006c770 2026-02-25T15:50:10.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa635e72640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa63006cc00 con 0x7fa6300ae360 2026-02-25T15:50:10.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa635e72640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6300b2020 con 0x7fa63015d390 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa63015d390 0x7fa6300b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62effd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa63006c770 0x7fa6300adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60482/0 (socket says 10.20.193.52:60482) 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62effd640 1 -- 10.20.193.52:0/4270983612 learned_addr learned my addr 10.20.193.52:0/4270983612 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62e7fc640 1 -- 10.20.193.52:0/4270983612 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 258324472 0 0) 0x7fa6300ad7c0 con 0x7fa63006c770 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62e7fc640 1 -- 10.20.193.52:0/4270983612 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa614003620 con 0x7fa63006c770 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62f7fe640 1 -- 10.20.193.52:0/4270983612 >> v1:10.20.193.86:6789/0 conn(0x7fa6300ae360 legacy=0x7fa6300709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62f7fe640 1 -- 10.20.193.52:0/4270983612 >> v1:10.20.193.52:6789/0 conn(0x7fa63006c770 legacy=0x7fa6300adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.816+0000 7fa62f7fe640 1 -- 10.20.193.52:0/4270983612 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6300b2300 con 0x7fa63015d390 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa62f7fe640 1 --2- 10.20.193.52:0/4270983612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63015d390 0x7fa6300b2a90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0098a0 tx=0x7fa61c02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5914d659e9b765fd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa62e7fc640 1 -- 10.20.193.52:0/4270983612 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c02fb70 con 0x7fa63015d390 2026-02-25T15:50:10.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa62e7fc640 1 -- 10.20.193.52:0/4270983612 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa61c02fcd0 con 0x7fa63015d390 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa62e7fc640 1 -- 10.20.193.52:0/4270983612 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c037660 con 0x7fa63015d390 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 -- 10.20.193.52:0/4270983612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63015d390 msgr2=0x7fa6300b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 --2- 10.20.193.52:0/4270983612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63015d390 0x7fa6300b2a90 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0098a0 tx=0x7fa61c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 -- 10.20.193.52:0/4270983612 shutdown_connections 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 --2- 10.20.193.52:0/4270983612 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63015d390 0x7fa6300b2a90 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 -- 10.20.193.52:0/4270983612 >> 10.20.193.52:0/4270983612 conn(0x7fa6300cef90 msgr2=0x7fa6300cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 -- 10.20.193.52:0/4270983612 shutdown_connections 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.817+0000 7fa635e72640 1 -- 10.20.193.52:0/4270983612 wait complete. 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 Processor -- start 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 -- start start 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa6300ae360 0x7fa6300cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 0x7fa6300cca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa630152e40 con 0x7fa63006c770 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6300cc5a0 con 0x7fa63015d390 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa635e72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6300cb990 con 0x7fa6300ae360 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47714/0 (socket says 10.20.193.52:47714) 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 -- 10.20.193.52:0/311989930 learned_addr learned my addr 10.20.193.52:0/311989930 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 -- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa6300ae360 msgr2=0x7fa6300cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa6300ae360 0x7fa6300cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 -- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 msgr2=0x7fa6300cca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62ffff640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 0x7fa6300cca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 0x7fa6300cca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62f7fe640 1 -- 10.20.193.52:0/311989930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa61c009500 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.818+0000 7fa62ffff640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 0x7fa6300cca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa62f7fe640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009130 tx=0x7fa61c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c042650 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa61c0427b0 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa61c042b60 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6300cbc70 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6300cc230 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.819+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa630068270 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.820+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa61c052020 con 0x7fa63006c770 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.820+0000 7fa60bfff640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 0x7fa600078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.820+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa61c02fe40 con 0x7fa63006c770 2026-02-25T15:50:10.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.820+0000 7fa62effd640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 0x7fa600078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.820+0000 7fa62effd640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 0x7fa600078500 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa620002a30 tx=0x7fa6200079f0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.822+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa61c082aa0 con 0x7fa63006c770 2026-02-25T15:50:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.898+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa6300b30b0 con 0x7fa63006c770 2026-02-25T15:50:10.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.898+0000 7fa60bfff640 1 -- 10.20.193.52:0/311989930 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa61c03c020 con 0x7fa63006c770 2026-02-25T15:50:10.901 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 msgr2=0x7fa600078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 0x7fa600078500 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa620002a30 tx=0x7fa6200079f0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 msgr2=0x7fa630152fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009130 tx=0x7fa61c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 shutdown_connections 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa600076040 0x7fa600078500 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa63015d390 0x7fa6300cca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa6300ae360 0x7fa6300cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 --2- 10.20.193.52:0/311989930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa63006c770 0x7fa630152fe0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 >> 10.20.193.52:0/311989930 conn(0x7fa6300cef90 msgr2=0x7fa63006cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 shutdown_connections 2026-02-25T15:50:10.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.899+0000 7fa635e72640 1 -- 10.20.193.52:0/311989930 wait complete. 2026-02-25T15:50:10.908 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:10.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.975+0000 7f4129bdf640 1 Processor -- start 2026-02-25T15:50:10.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.975+0000 7f4129bdf640 1 -- start start 2026-02-25T15:50:10.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.975+0000 7f4129bdf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 0x7f41240ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4129bdf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f412415b750 0x7f4124070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4129bdf640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4124070cc0 con 0x7f41240b4470 2026-02-25T15:50:10.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4129bdf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4124071c60 con 0x7f412415b750 2026-02-25T15:50:10.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4129bdf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f412415bcc0 con 0x7f4124071710 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4123fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f41240b4470 0x7f41240720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60494/0 (socket says 10.20.193.52:60494) 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4123fff640 1 -- 10.20.193.52:0/4175034574 learned_addr learned my addr 10.20.193.52:0/4175034574 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 --2- 10.20.193.52:0/4175034574 >> v2:10.20.193.52:3300/0 conn(0x7f412415b750 0x7f4124070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41237fe640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 0x7f41240ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41227fc640 1 -- 10.20.193.52:0/4175034574 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4071727076 0 0) 0x7f4124070cc0 con 0x7f41240b4470 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41227fc640 1 -- 10.20.193.52:0/4175034574 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4108003620 con 0x7f41240b4470 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 -- 10.20.193.52:0/4175034574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 msgr2=0x7f41240ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 0x7f41240ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 -- 10.20.193.52:0/4175034574 >> v1:10.20.193.52:6789/0 conn(0x7f41240b4470 legacy=0x7f41240720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 -- 10.20.193.52:0/4175034574 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f412415bfa0 con 0x7f412415b750 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41237fe640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 0x7f41240ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:10.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f4122ffd640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f412415b750 0x7f4124070780 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f41140098a0 tx=0x7f411402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc52424287be0a9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41227fc640 1 -- 10.20.193.52:0/4175034574 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411402fb70 con 0x7f412415b750 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41227fc640 1 -- 10.20.193.52:0/4175034574 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f411402fcd0 con 0x7f412415b750 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.976+0000 7f41227fc640 1 -- 10.20.193.52:0/4175034574 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4114037660 con 0x7f412415b750 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- 10.20.193.52:0/4175034574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f412415b750 msgr2=0x7f4124070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f412415b750 0x7f4124070780 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f41140098a0 tx=0x7f411402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- 10.20.193.52:0/4175034574 shutdown_connections 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f412415b750 0x7f4124070780 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 --2- 10.20.193.52:0/4175034574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4124071710 0x7f41240ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- 10.20.193.52:0/4175034574 >> 10.20.193.52:0/4175034574 conn(0x7f412406c980 msgr2=0x7f412406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- 10.20.193.52:0/4175034574 shutdown_connections 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- 10.20.193.52:0/4175034574 wait complete. 2026-02-25T15:50:10.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 Processor -- start 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.977+0000 7f4129bdf640 1 -- start start 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 0x7f4124151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 0x7f41241f2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41241f32a0 con 0x7f4124071710 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41241f3580 con 0x7f412415b750 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41241f5d40 con 0x7f41240b4470 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47720/0 (socket says 10.20.193.52:47720) 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 -- 10.20.193.52:0/2948469587 learned_addr learned my addr 10.20.193.52:0/2948469587 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4122ffd640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 0x7f4124151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 -- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 msgr2=0x7f4124151a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 0x7f4124151a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 -- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 msgr2=0x7f41241f2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4123fff640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 0x7f41241f2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 0x7f41241f2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 -- 10.20.193.52:0/2948469587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4114009500 con 0x7f4124071710 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4122ffd640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 0x7f4124151a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4123fff640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 0x7f41241f2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f41237fe640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f411000d870 tx=0x7f411000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4110004030 con 0x7f4124071710 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4110004190 con 0x7f4124071710 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41241f6020 con 0x7f4124071710 2026-02-25T15:50:10.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4110004540 con 0x7f4124071710 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.978+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4124151f80 con 0x7f4124071710 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.979+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41240b4d50 con 0x7f4124071710 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.979+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f411001b070 con 0x7f4124071710 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.980+0000 7f40fffff640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 0x7f40f4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.980+0000 7f4122ffd640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 0x7f40f4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.980+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4110097ac0 con 0x7f4124071710 2026-02-25T15:50:10.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.980+0000 7f4122ffd640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 0x7f40f4078500 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4114039000 tx=0x7f4114033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:10.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:10.981+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f411005d630 con 0x7f4124071710 2026-02-25T15:50:11.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.069+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f412406e140 con 0x7f4124071710 2026-02-25T15:50:11.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.069+0000 7f40fffff640 1 -- 10.20.193.52:0/2948469587 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f41100606b0 con 0x7f4124071710 2026-02-25T15:50:11.071 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:11.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 msgr2=0x7f40f4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 0x7f40f4078500 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4114039000 tx=0x7f4114033000 comp rx=0 tx=0).stop 2026-02-25T15:50:11.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 msgr2=0x7f41241f6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f411000d870 tx=0x7f411000dd40 comp rx=0 tx=0).stop 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 shutdown_connections 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f40f4076040 0x7f40f4078500 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f412415b750 0x7f41241f2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f41240b4470 0x7f4124151a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 --2- 10.20.193.52:0/2948469587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4124071710 0x7f41241f6820 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 >> 10.20.193.52:0/2948469587 conn(0x7f412406c980 msgr2=0x7f4124073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 shutdown_connections 2026-02-25T15:50:11.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.070+0000 7f4129bdf640 1 -- 10.20.193.52:0/2948469587 wait complete. 2026-02-25T15:50:11.079 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:11.079 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:11.097 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:11.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.164+0000 7f5977afa640 1 Processor -- start 2026-02-25T15:50:11.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.164+0000 7f5977afa640 1 -- start start 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5977afa640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f5970072180 0x7f5970072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5977afa640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f597013f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5977afa640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f597015a970 con 0x7f597013d6f0 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5977afa640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5970072aa0 con 0x7f5970072180 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5977afa640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5970140640 con 0x7f59700ceb80 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f597586f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f5970072180 0x7f5970072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f597586f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f5970072180 0x7f5970072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:60934/0 (socket says 10.20.193.52:60934) 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f597586f640 1 -- 10.20.193.52:0/3938362961 learned_addr learned my addr 10.20.193.52:0/3938362961 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.165+0000 7f5976070640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f597013f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597586f640 1 -- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 msgr2=0x7f597013f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597586f640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f597013f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597586f640 1 -- 10.20.193.52:0/3938362961 >> v1:10.20.193.86:6789/0 conn(0x7f597013d6f0 legacy=0x7f59700ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597586f640 1 -- 10.20.193.52:0/3938362961 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5970140360 con 0x7f5970072180 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597586f640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970072560 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5960009970 tx=0x7f596002efb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cb0b773b8f6c935 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597486d640 1 -- 10.20.193.52:0/3938362961 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596002fc30 con 0x7f5970072180 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597486d640 1 -- 10.20.193.52:0/3938362961 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f596002fd90 con 0x7f5970072180 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.166+0000 7f597486d640 1 -- 10.20.193.52:0/3938362961 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5960037660 con 0x7f5970072180 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 msgr2=0x7f5970072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970072560 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5960009970 tx=0x7f596002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- 10.20.193.52:0/3938362961 shutdown_connections 2026-02-25T15:50:11.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f597013f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 --2- 10.20.193.52:0/3938362961 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970072560 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- 10.20.193.52:0/3938362961 >> 10.20.193.52:0/3938362961 conn(0x7f597006c980 msgr2=0x7f597006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- 10.20.193.52:0/3938362961 shutdown_connections 2026-02-25T15:50:11.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- 10.20.193.52:0/3938362961 wait complete. 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 Processor -- start 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.167+0000 7f5977afa640 1 -- start start 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f59701e4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5970142ff0 con 0x7f597013d6f0 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59701e4ee0 con 0x7f5970072180 2026-02-25T15:50:11.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59701f4f90 con 0x7f59700ceb80 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47728/0 (socket says 10.20.193.52:47728) 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 -- 10.20.193.52:0/48420398 learned_addr learned my addr 10.20.193.52:0/48420398 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f597586f640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f597506e640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f59701e4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 -- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 msgr2=0x7f59701e4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f59701e4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 -- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 msgr2=0x7f5970159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 -- 10.20.193.52:0/48420398 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59600095d0 con 0x7f597013d6f0 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5976070640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f596c009dd0 tx=0x7f596c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c006ea0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f596c00f040 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f597013cdf0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c0146c0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.168+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59701434d0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.169+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59701436f0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.170+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f596c014820 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.170+0000 7f595e7fc640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 0x7f5940078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.170+0000 7f597586f640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 0x7f5940078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.170+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f596c0982e0 con 0x7f597013d6f0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.170+0000 7f597586f640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 0x7f5940078500 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f59700b53a0 tx=0x7f5960039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.172+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f596c05de70 con 0x7f597013d6f0 2026-02-25T15:50:11.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.250+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f597013ed00 con 0x7f597013d6f0 2026-02-25T15:50:11.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f595e7fc640 1 -- 10.20.193.52:0/48420398 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f596c060ef0 con 0x7f597013d6f0 2026-02-25T15:50:11.253 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:11.253 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 msgr2=0x7f5940078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 0x7f5940078500 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f59700b53a0 tx=0x7f5960039040 comp rx=0 tx=0).stop 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 msgr2=0x7f59701e49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f596c009dd0 tx=0x7f596c00c490 comp rx=0 tx=0).stop 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 shutdown_connections 2026-02-25T15:50:11.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5940076040 0x7f5940078500 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f597013d6f0 0x7f59701e49a0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f59700ceb80 0x7f59701e4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 --2- 10.20.193.52:0/48420398 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5970072180 0x7f5970159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 >> 10.20.193.52:0/48420398 conn(0x7f597006c980 msgr2=0x7f597013f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 shutdown_connections 2026-02-25T15:50:11.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.251+0000 7f5977afa640 1 -- 10.20.193.52:0/48420398 wait complete. 2026-02-25T15:50:11.261 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:11.262 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:11.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 Processor -- start 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 -- start start 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6cc80715c0 0x7f6cc815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cc8071d80 con 0x7f6cc806c770 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cc80cdf70 con 0x7f6cc80715c0 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.329+0000 7f6ccd1e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc80cd680 con 0x7f6cc815ec20 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc7577640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f6cc806c770 0x7f6cc80ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46262/0 (socket says 10.20.193.52:46262) 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:36362/0 (socket says 10.20.193.52:36362) 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 -- 10.20.193.52:0/2221278133 learned_addr learned my addr 10.20.193.52:0/2221278133 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6575640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6cc80715c0 0x7f6cc815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 -- 10.20.193.52:0/2221278133 >> v2:10.20.193.86:3300/0 conn(0x7f6cc80715c0 msgr2=0x7f6cc815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 --2- 10.20.193.52:0/2221278133 >> v2:10.20.193.86:3300/0 conn(0x7f6cc80715c0 0x7f6cc815f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 -- 10.20.193.52:0/2221278133 >> v1:10.20.193.86:6789/0 conn(0x7f6cc806c770 legacy=0x7f6cc80ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 -- 10.20.193.52:0/2221278133 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc8072a10 con 0x7f6cc815ec20 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc6d76640 1 --2- 10.20.193.52:0/2221278133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc009970 tx=0x7f6cbc02efb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b534e87a744b968 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc5d74640 1 -- 10.20.193.52:0/2221278133 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc02fc30 con 0x7f6cc815ec20 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc5d74640 1 -- 10.20.193.52:0/2221278133 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cbc02fd90 con 0x7f6cc815ec20 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.330+0000 7f6cc5d74640 1 -- 10.20.193.52:0/2221278133 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc037660 con 0x7f6cc815ec20 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2221278133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 msgr2=0x7f6cc80724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2221278133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc009970 tx=0x7f6cbc02efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2221278133 shutdown_connections 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2221278133 >> v2:10.20.193.86:3300/0 conn(0x7f6cc80715c0 0x7f6cc815f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2221278133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc815ec20 0x7f6cc80724d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2221278133 >> 10.20.193.52:0/2221278133 conn(0x7f6cc80cef90 msgr2=0x7f6cc80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2221278133 shutdown_connections 2026-02-25T15:50:11.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2221278133 wait complete. 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 Processor -- start 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.331+0000 7f6ccd1e6640 1 -- start start 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc806c770 0x7f6cc80ada70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6cc80715c0 0x7f6cc80a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc80aea50 con 0x7f6cc815ec20 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc80a9360 con 0x7f6cc80715c0 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc80a9640 con 0x7f6cc806c770 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47738/0 (socket says 10.20.193.52:47738) 2026-02-25T15:50:11.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 -- 10.20.193.52:0/2394011816 learned_addr learned my addr 10.20.193.52:0/2394011816 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc6575640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6cc80715c0 0x7f6cc80a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc6d76640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc806c770 0x7f6cc80ada70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 -- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc806c770 msgr2=0x7f6cc80ada70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc806c770 0x7f6cc80ada70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 -- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6cc80715c0 msgr2=0x7f6cc80a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6cc80715c0 0x7f6cc80a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 -- 10.20.193.52:0/2394011816 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cbc0095d0 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6cc7577640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800cc50 tx=0x7f6cb800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb800ce70 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cb8012400 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb80127b0 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cc80a9920 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.332+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cc80a9ee0 con 0x7f6cc815ec20 2026-02-25T15:50:11.334 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.333+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cc8068270 con 0x7f6cc815ec20 2026-02-25T15:50:11.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.333+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f6cb8012910 con 0x7f6cc815ec20 2026-02-25T15:50:11.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.334+0000 7f6ca77fe640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 0x7f6c94078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.334+0000 7f6cc6d76640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 0x7f6c94078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.334+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f6cb8097990 con 0x7f6cc815ec20 2026-02-25T15:50:11.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.334+0000 7f6cc6d76640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 0x7f6c94078500 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80b1d20 tx=0x7f6cbc033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.335+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6cb805d520 con 0x7f6cc815ec20 2026-02-25T15:50:11.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.413+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6cc815f540 con 0x7f6cc815ec20 2026-02-25T15:50:11.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.413+0000 7f6ca77fe640 1 -- 10.20.193.52:0/2394011816 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6cb80605a0 con 0x7f6cc815ec20 2026-02-25T15:50:11.416 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 msgr2=0x7f6c94078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 0x7f6c94078500 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80b1d20 tx=0x7f6cbc033000 comp rx=0 tx=0).stop 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 msgr2=0x7f6cc812fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800cc50 tx=0x7f6cb800a430 comp rx=0 tx=0).stop 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 shutdown_connections 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6c94076040 0x7f6c94078500 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6cc815ec20 0x7f6cc812fb00 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6cc80715c0 0x7f6cc80a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 --2- 10.20.193.52:0/2394011816 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6cc806c770 0x7f6cc80ada70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 >> 10.20.193.52:0/2394011816 conn(0x7f6cc80cef90 msgr2=0x7f6cc806cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 shutdown_connections 2026-02-25T15:50:11.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.414+0000 7f6ccd1e6640 1 -- 10.20.193.52:0/2394011816 wait complete. 2026-02-25T15:50:11.423 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:11.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.491+0000 7fa183d06640 1 Processor -- start 2026-02-25T15:50:11.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.491+0000 7fa183d06640 1 -- start start 2026-02-25T15:50:11.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 0x7fa17c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa17c0715c0 0x7fa17c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c06c770 0x7fa17c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa17c071d80 con 0x7fa17c0715c0 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa17c0cdf70 con 0x7fa17c15ec20 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa183d06640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c0cd680 con 0x7fa17c06c770 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa17c0715c0 0x7fa17c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa17c0715c0 0x7fa17c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47754/0 (socket says 10.20.193.52:47754) 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 -- 10.20.193.52:0/1357781136 learned_addr learned my addr 10.20.193.52:0/1357781136 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18227c640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c06c770 0x7fa17c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa181a7b640 1 --2- 10.20.193.52:0/1357781136 >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 0x7fa17c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 -- 10.20.193.52:0/1357781136 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c06c770 msgr2=0x7fa17c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c06c770 0x7fa17c0ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 -- 10.20.193.52:0/1357781136 >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 msgr2=0x7fa17c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 --2- 10.20.193.52:0/1357781136 >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 0x7fa17c0724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa18127a640 1 -- 10.20.193.52:0/1357781136 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa17c072a10 con 0x7fa17c0715c0 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.492+0000 7fa181a7b640 1 --2- 10.20.193.52:0/1357781136 >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 0x7fa17c0724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa18127a640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c0715c0 0x7fa17c15f000 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa17c067e90 tx=0x7fa17002ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5ba7c92d5ed65 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa180a79640 1 -- 10.20.193.52:0/1357781136 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17002fbc0 con 0x7fa17c0715c0 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa180a79640 1 -- 10.20.193.52:0/1357781136 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa17002fd20 con 0x7fa17c0715c0 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa180a79640 1 -- 10.20.193.52:0/1357781136 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa170037660 con 0x7fa17c0715c0 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 -- 10.20.193.52:0/1357781136 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c0715c0 msgr2=0x7fa17c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c0715c0 0x7fa17c15f000 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa17c067e90 tx=0x7fa17002ef90 comp rx=0 tx=0).stop 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 -- 10.20.193.52:0/1357781136 shutdown_connections 2026-02-25T15:50:11.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c06c770 0x7fa17c0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 --2- 10.20.193.52:0/1357781136 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c0715c0 0x7fa17c15f000 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 --2- 10.20.193.52:0/1357781136 >> v2:10.20.193.86:3300/0 conn(0x7fa17c15ec20 0x7fa17c0724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 -- 10.20.193.52:0/1357781136 >> 10.20.193.52:0/1357781136 conn(0x7fa17c0cef90 msgr2=0x7fa17c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 -- 10.20.193.52:0/1357781136 shutdown_connections 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.493+0000 7fa183d06640 1 -- 10.20.193.52:0/1357781136 wait complete. 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 Processor -- start 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 -- start start 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa17c0715c0 0x7fa17c0b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c15ec20 0x7fa17c13f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c0b3330 con 0x7fa17c06c770 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c0b3580 con 0x7fa17c0715c0 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa183d06640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c0ad860 con 0x7fa17c15ec20 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.494+0000 7fa181a7b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47762/0 (socket says 10.20.193.52:47762) 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 -- 10.20.193.52:0/2585540892 learned_addr learned my addr 10.20.193.52:0/2585540892 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa18127a640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa17c0715c0 0x7fa17c0b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa18227c640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c15ec20 0x7fa17c13f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 -- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c15ec20 msgr2=0x7fa17c13f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c15ec20 0x7fa17c13f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 -- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa17c0715c0 msgr2=0x7fa17c0b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa17c0715c0 0x7fa17c0b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 -- 10.20.193.52:0/2585540892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1700095d0 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa181a7b640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa16c00c7f0 tx=0x7fa16c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c0079d0 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16c007b30 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa17c0adb40 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c0113f0 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa17c13fc40 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.495+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa17c068270 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.496+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa16c011550 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.496+0000 7fa16a7fc640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 0x7fa14c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.496+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fa16c0977f0 con 0x7fa17c06c770 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.496+0000 7fa18127a640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 0x7fa14c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.497+0000 7fa18127a640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 0x7fa14c078500 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa17c0aebc0 tx=0x7fa170039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.498+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa16c05d460 con 0x7fa17c06c770 2026-02-25T15:50:11.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.575+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa17c0adcd0 con 0x7fa17c06c770 2026-02-25T15:50:11.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.575+0000 7fa16a7fc640 1 -- 10.20.193.52:0/2585540892 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa16c0604e0 con 0x7fa17c06c770 2026-02-25T15:50:11.578 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:11.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 msgr2=0x7fa14c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 0x7fa14c078500 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa17c0aebc0 tx=0x7fa170039040 comp rx=0 tx=0).stop 2026-02-25T15:50:11.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 msgr2=0x7fa17c0ae580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa16c00c7f0 tx=0x7fa16c00ccc0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 shutdown_connections 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa14c076040 0x7fa14c078500 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa17c15ec20 0x7fa17c13f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa17c0715c0 0x7fa17c0b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 --2- 10.20.193.52:0/2585540892 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa17c06c770 0x7fa17c0ae580 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 >> 10.20.193.52:0/2585540892 conn(0x7fa17c0cef90 msgr2=0x7fa17c15c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 shutdown_connections 2026-02-25T15:50:11.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.576+0000 7fa183d06640 1 -- 10.20.193.52:0/2585540892 wait complete. 2026-02-25T15:50:11.586 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:11.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 Processor -- start 2026-02-25T15:50:11.654 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 -- start start 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe0340715c0 0x7fe03415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe03406c770 0x7fe0340ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe034071d80 con 0x7fe03415ec20 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0340cdf70 con 0x7fe03406c770 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.653+0000 7fe038e23640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0340cd680 con 0x7fe0340715c0 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe03406c770 0x7fe0340ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032575640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe03415ec20 0x7fe0340724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60506/0 (socket says 10.20.193.52:60506) 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032575640 1 -- 10.20.193.52:0/3948835950 learned_addr learned my addr 10.20.193.52:0/3948835950 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:11.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe031d74640 1 --2- 10.20.193.52:0/3948835950 >> v2:10.20.193.86:3300/0 conn(0x7fe0340715c0 0x7fe03415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 -- 10.20.193.52:0/3948835950 >> v2:10.20.193.86:3300/0 conn(0x7fe0340715c0 msgr2=0x7fe03415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 --2- 10.20.193.52:0/3948835950 >> v2:10.20.193.86:3300/0 conn(0x7fe0340715c0 0x7fe03415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 -- 10.20.193.52:0/3948835950 >> v1:10.20.193.52:6789/0 conn(0x7fe03415ec20 legacy=0x7fe0340724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 -- 10.20.193.52:0/3948835950 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0340cfd80 con 0x7fe03406c770 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe031573640 1 -- 10.20.193.52:0/3948835950 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 745938786 0 0) 0x7fe034071d80 con 0x7fe03415ec20 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe032d76640 1 --2- 10.20.193.52:0/3948835950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe03406c770 0x7fe0340ce400 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe0340aebc0 tx=0x7fe02402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a5c36426e6d6c11 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe031573640 1 -- 10.20.193.52:0/3948835950 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe024006ea0 con 0x7fe03406c770 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe031573640 1 -- 10.20.193.52:0/3948835950 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe024037440 con 0x7fe03406c770 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.654+0000 7fe031573640 1 -- 10.20.193.52:0/3948835950 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0240377d0 con 0x7fe03406c770 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- 10.20.193.52:0/3948835950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe03406c770 msgr2=0x7fe0340ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.656 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 --2- 10.20.193.52:0/3948835950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe03406c770 0x7fe0340ce400 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fe0340aebc0 tx=0x7fe02402f250 comp rx=0 tx=0).stop 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- 10.20.193.52:0/3948835950 shutdown_connections 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 --2- 10.20.193.52:0/3948835950 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe03406c770 0x7fe0340ce400 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 --2- 10.20.193.52:0/3948835950 >> v2:10.20.193.86:3300/0 conn(0x7fe0340715c0 0x7fe03415f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- 10.20.193.52:0/3948835950 >> 10.20.193.52:0/3948835950 conn(0x7fe0340cef90 msgr2=0x7fe0340cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- 10.20.193.52:0/3948835950 shutdown_connections 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- 10.20.193.52:0/3948835950 wait complete. 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 Processor -- start 2026-02-25T15:50:11.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.655+0000 7fe038e23640 1 -- start start 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe03406c770 0x7fe034157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe03415ec20 0x7fe0341f5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0341562a0 con 0x7fe0340715c0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe034156580 con 0x7fe03415ec20 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe034156860 con 0x7fe03406c770 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47788/0 (socket says 10.20.193.52:47788) 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 -- 10.20.193.52:0/2684864685 learned_addr learned my addr 10.20.193.52:0/2684864685 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe032575640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe03406c770 0x7fe034157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe032d76640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe03415ec20 0x7fe0341f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 -- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe03406c770 msgr2=0x7fe034157340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe03406c770 0x7fe034157340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 -- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe03415ec20 msgr2=0x7fe0341f5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe03415ec20 0x7fe0341f5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 -- 10.20.193.52:0/2684864685 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe024009a70 con 0x7fe0340715c0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe031d74640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00ebe0 tx=0x7fe01c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe01c009790 con 0x7fe0340715c0 2026-02-25T15:50:11.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe01c00cc40 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe034156b40 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe01c013470 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.656+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe034142120 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.657+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe034157060 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.657+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe01c011070 con 0x7fe0340715c0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.658+0000 7fe01affd640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 0x7fe000078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.658+0000 7fe032575640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 0x7fe000078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.658+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe01c097810 con 0x7fe0340715c0 2026-02-25T15:50:11.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.658+0000 7fe032575640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 0x7fe000078500 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe028002770 tx=0x7fe028007d00 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.660+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe01c05d3f0 con 0x7fe0340715c0 2026-02-25T15:50:11.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.738+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe034157060 con 0x7fe0340715c0 2026-02-25T15:50:11.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.738+0000 7fe01affd640 1 -- 10.20.193.52:0/2684864685 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe034157060 con 0x7fe0340715c0 2026-02-25T15:50:11.740 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:11.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 msgr2=0x7fe000078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 0x7fe000078500 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fe028002770 tx=0x7fe028007d00 comp rx=0 tx=0).stop 2026-02-25T15:50:11.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 msgr2=0x7fe034141be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00ebe0 tx=0x7fe01c00c520 comp rx=0 tx=0).stop 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 shutdown_connections 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe000076040 0x7fe000078500 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe03415ec20 0x7fe0341f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe0340715c0 0x7fe034141be0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 --2- 10.20.193.52:0/2684864685 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe03406c770 0x7fe034157340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 >> 10.20.193.52:0/2684864685 conn(0x7fe0340cef90 msgr2=0x7fe03415d610 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 shutdown_connections 2026-02-25T15:50:11.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.739+0000 7fe038e23640 1 -- 10.20.193.52:0/2684864685 wait complete. 2026-02-25T15:50:11.748 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:11.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 Processor -- start 2026-02-25T15:50:11.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 -- start start 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f83100b2a90 0x7f831006c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83100ad7c0 con 0x7f83100ae360 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83100b2020 con 0x7f831015d390 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8318601640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83100b2300 con 0x7f83100b2a90 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8315b75640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f83100b2a90 0x7f831006c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8315b75640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f83100b2a90 0x7f831006c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47796/0 (socket says 10.20.193.52:47796) 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8315b75640 1 -- 10.20.193.52:0/3735743117 learned_addr learned my addr 10.20.193.52:0/3735743117 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.816+0000 7f8316b77640 1 --1- 10.20.193.52:0/3735743117 >> v1:10.20.193.52:6789/0 conn(0x7f83100ae360 0x7f83100709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60512/0 (socket says 10.20.193.52:60512) 2026-02-25T15:50:11.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315b75640 1 -- 10.20.193.52:0/3735743117 >> v1:10.20.193.86:6789/0 conn(0x7f831015d390 legacy=0x7f83100adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315b75640 1 -- 10.20.193.52:0/3735743117 >> v1:10.20.193.52:6789/0 conn(0x7f83100ae360 legacy=0x7f83100709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315b75640 1 -- 10.20.193.52:0/3735743117 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83100b25e0 con 0x7f83100b2a90 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315374640 1 -- 10.20.193.52:0/3735743117 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2615959108 0 0) 0x7f83100ad7c0 con 0x7f83100ae360 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315b75640 1 --2- 10.20.193.52:0/3735743117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83100b2a90 0x7f831006c770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8304009970 tx=0x7f830402f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4311f93315b86d23 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315374640 1 -- 10.20.193.52:0/3735743117 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830402fcd0 con 0x7f83100b2a90 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315374640 1 -- 10.20.193.52:0/3735743117 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f830402fe30 con 0x7f83100b2a90 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8315374640 1 -- 10.20.193.52:0/3735743117 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8304037660 con 0x7f83100b2a90 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 -- 10.20.193.52:0/3735743117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83100b2a90 msgr2=0x7f831006c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 --2- 10.20.193.52:0/3735743117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83100b2a90 0x7f831006c770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8304009970 tx=0x7f830402f000 comp rx=0 tx=0).stop 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 -- 10.20.193.52:0/3735743117 shutdown_connections 2026-02-25T15:50:11.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 --2- 10.20.193.52:0/3735743117 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83100b2a90 0x7f831006c770 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 -- 10.20.193.52:0/3735743117 >> 10.20.193.52:0/3735743117 conn(0x7f83100cef90 msgr2=0x7f83100cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 -- 10.20.193.52:0/3735743117 shutdown_connections 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.817+0000 7f8318601640 1 -- 10.20.193.52:0/3735743117 wait complete. 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.818+0000 7f8318601640 1 Processor -- start 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.818+0000 7f8318601640 1 -- start start 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f83100ae360 0x7f8310154370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b2a90 0x7f8310149a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83100cb410 con 0x7f831015d390 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831015ef80 con 0x7f83100b2a90 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83100cb6d0 con 0x7f83100ae360 2026-02-25T15:50:11.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47806/0 (socket says 10.20.193.52:47806) 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 -- 10.20.193.52:0/569462084 learned_addr learned my addr 10.20.193.52:0/569462084 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8315b75640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b2a90 0x7f8310149a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316376640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f83100ae360 0x7f8310154370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 -- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f83100ae360 msgr2=0x7f8310154370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f83100ae360 0x7f8310154370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 -- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b2a90 msgr2=0x7f8310149a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b2a90 0x7f8310149a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 -- 10.20.193.52:0/569462084 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83040095d0 con 0x7f831015d390 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8316b77640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f830c00cc50 tx=0x7f830c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c00ce70 con 0x7f831015d390 2026-02-25T15:50:11.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f830c0070d0 con 0x7f831015d390 2026-02-25T15:50:11.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83100ae8f0 con 0x7f831015d390 2026-02-25T15:50:11.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830c007500 con 0x7f831015d390 2026-02-25T15:50:11.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.819+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8310149fa0 con 0x7f831015d390 2026-02-25T15:50:11.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.820+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8310068270 con 0x7f831015d390 2026-02-25T15:50:11.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.820+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f830c007660 con 0x7f831015d390 2026-02-25T15:50:11.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.820+0000 7f82f6ffd640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 0x7f82e0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.821+0000 7f8316376640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 0x7f82e0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.821+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f830c0971a0 con 0x7f831015d390 2026-02-25T15:50:11.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.821+0000 7f8316376640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 0x7f82e0078500 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8300002770 tx=0x7f8300009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.822+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f830c05cc90 con 0x7f831015d390 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.902+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f83100b30b0 con 0x7f831015d390 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.902+0000 7f82f6ffd640 1 -- 10.20.193.52:0/569462084 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f830c007940 con 0x7f831015d390 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 msgr2=0x7f82e0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 0x7f82e0078500 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8300002770 tx=0x7f8300009040 comp rx=0 tx=0).stop 2026-02-25T15:50:11.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 msgr2=0x7f831015f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f830c00cc50 tx=0x7f830c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 shutdown_connections 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f82e0076040 0x7f82e0078500 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015d390 0x7f831015f940 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b2a90 0x7f8310149a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 --2- 10.20.193.52:0/569462084 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f83100ae360 0x7f8310154370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 >> 10.20.193.52:0/569462084 conn(0x7f83100cef90 msgr2=0x7f83100aebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 shutdown_connections 2026-02-25T15:50:11.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.903+0000 7f8318601640 1 -- 10.20.193.52:0/569462084 wait complete. 2026-02-25T15:50:11.913 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:11.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 Processor -- start 2026-02-25T15:50:11.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 -- start start 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc3c4143420 0x7fc3c40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c40b40f0 con 0x7fc3c4140270 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c40addc0 con 0x7fc3c40b27f0 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.979+0000 7fc3c9879640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3c4143a40 con 0x7fc3c4143420 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c2ffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc3c4140270 0x7fc3c40b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60516/0 (socket says 10.20.193.52:60516) 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c2ffd640 1 -- 10.20.193.52:0/3843064989 learned_addr learned my addr 10.20.193.52:0/3843064989 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/3843064989 >> v2:10.20.193.86:3300/0 conn(0x7fc3c4143420 0x7fc3c40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1844171289 0 0) 0x7fc3c40b40f0 con 0x7fc3c4140270 2026-02-25T15:50:11.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3b0003620 con 0x7fc3c4140270 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2311551417 0 0) 0x7fc3c40addc0 con 0x7fc3c40b27f0 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3c40b40f0 con 0x7fc3c40b27f0 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4201501453 0 0) 0x7fc3b0003620 con 0x7fc3c4140270 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 >> v2:10.20.193.86:3300/0 conn(0x7fc3c4143420 msgr2=0x7fc3c40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 --2- 10.20.193.52:0/3843064989 >> v2:10.20.193.86:3300/0 conn(0x7fc3c4143420 0x7fc3c40ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 >> v1:10.20.193.86:6789/0 conn(0x7fc3c40b27f0 legacy=0x7fc3c4142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c40b4370 con 0x7fc3c4140270 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fc3b8002f00 con 0x7fc3c4140270 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 >> v1:10.20.193.52:6789/0 conn(0x7fc3c4140270 legacy=0x7fc3c40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3b0003d60 0x7fc3b0004160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b00048c0 0x7fc3b0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 0x7fc3b000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c4143a40 con 0x7fc3b0005340 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3b000c250 con 0x7fc3b0003d60 2026-02-25T15:50:11.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3b000c410 con 0x7fc3b00048c0 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 0x7fc3b000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c2ffd640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3b0003d60 0x7fc3b0004160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c27fc640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b00048c0 0x7fc3b0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 -- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b00048c0 msgr2=0x7fc3b0004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b00048c0 0x7fc3b0004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 -- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3b0003d60 msgr2=0x7fc3b0004160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3b0003d60 0x7fc3b0004160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c37fe640 1 -- 10.20.193.52:0/3843064989 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3b0003620 con 0x7fc3b0005340 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.980+0000 7fc3c27fc640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b00048c0 0x7fc3b0004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c37fe640 1 -- 10.20.193.52:0/3843064989 reap_dead start 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 0x7fc3b000ba80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc3b4009fc0 tx=0x7fc3b402f5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e49db330cb8a38 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4006ea0 con 0x7fc3b0005340 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b4032050 con 0x7fc3b0005340 2026-02-25T15:50:11.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c1ffb640 1 -- 10.20.193.52:0/3843064989 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4004020 con 0x7fc3b0005340 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 -- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 msgr2=0x7fc3b000ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 0x7fc3b000ba80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc3b4009fc0 tx=0x7fc3b402f5b0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 -- 10.20.193.52:0/3843064989 shutdown_connections 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 --2- 10.20.193.52:0/3843064989 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3b0005340 0x7fc3b000ba80 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 -- 10.20.193.52:0/3843064989 >> 10.20.193.52:0/3843064989 conn(0x7fc3c406c980 msgr2=0x7fc3c406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 -- 10.20.193.52:0/3843064989 shutdown_connections 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.981+0000 7fc3c9879640 1 -- 10.20.193.52:0/3843064989 wait complete. 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 Processor -- start 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 -- start start 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b0005340 0x7fc3c413f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 0x7fc3c41eadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c4154940 con 0x7fc3c415f870 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c4160400 con 0x7fc3c415f3f0 2026-02-25T15:50:11.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c4145010 con 0x7fc3b0005340 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47828/0 (socket says 10.20.193.52:47828) 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 -- 10.20.193.52:0/504172088 learned_addr learned my addr 10.20.193.52:0/504172088 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c27fc640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 0x7fc3c41eadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 -- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b0005340 msgr2=0x7fc3c413f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b0005340 0x7fc3c413f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 -- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 msgr2=0x7fc3c41eadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 0x7fc3c41eadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 -- 10.20.193.52:0/504172088 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c41455d0 con 0x7fc3c415f870 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c27fc640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 0x7fc3c41eadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c37fe640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3b402fac0 tx=0x7fc3b4004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4004780 con 0x7fc3c415f870 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b400f040 con 0x7fc3c415f870 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.982+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3c415fe40 con 0x7fc3c415f870 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.983+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4041470 con 0x7fc3c415f870 2026-02-25T15:50:11.989 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.983+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3c4145260 con 0x7fc3c415f870 2026-02-25T15:50:11.990 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.983+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3c4140650 con 0x7fc3c415f870 2026-02-25T15:50:11.990 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.983+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc3b40415d0 con 0x7fc3c415f870 2026-02-25T15:50:11.990 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.984+0000 7fc39bfff640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 0x7fc394078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:11.990 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.984+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fc3b40bce90 con 0x7fc3c415f870 2026-02-25T15:50:11.991 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.984+0000 7fc3c2ffd640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 0x7fc394078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:11.991 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.984+0000 7fc3c2ffd640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 0x7fc394078500 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc3b80058f0 tx=0x7fc3b80026e0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:11.991 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:11.986+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc3b4082990 con 0x7fc3c415f870 2026-02-25T15:50:12.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc3c4145760 con 0x7fc3c415f870 2026-02-25T15:50:12.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc39bfff640 1 -- 10.20.193.52:0/504172088 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc3b403a020 con 0x7fc3c415f870 2026-02-25T15:50:12.070 INFO:teuthology.orchestra.run.trial052.stderr:listed 0 entries 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 msgr2=0x7fc394078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 0x7fc394078500 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc3b80058f0 tx=0x7fc3b80026e0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 msgr2=0x7fc3c41eb330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3b402fac0 tx=0x7fc3b4004bb0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 shutdown_connections 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc394076040 0x7fc394078500 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.069+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc3c415f870 0x7fc3c41eb330 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.070+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc3c415f3f0 0x7fc3c41eadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.070+0000 7fc3c9879640 1 --2- 10.20.193.52:0/504172088 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc3b0005340 0x7fc3c413f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.070+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 >> 10.20.193.52:0/504172088 conn(0x7fc3c406c980 msgr2=0x7fc3c40aed90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.070+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 shutdown_connections 2026-02-25T15:50:12.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.070+0000 7fc3c9879640 1 -- 10.20.193.52:0/504172088 wait complete. 2026-02-25T15:50:12.079 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial086.front.sepia.ceph.com... 2026-02-25T15:50:12.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:12.079 DEBUG:teuthology.orchestra.run.trial086:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2026-02-25T15:50:12.104 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:12.104 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:50:12.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:12.104 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2026-02-25T15:50:12.160 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2026-02-25T15:50:12.160 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:12.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.226+0000 7fe4ef306640 1 Processor -- start 2026-02-25T15:50:12.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 -- start start 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 0x7fe4e80d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe4e80cdff0 0x7fe4e80ce4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4e80d21a0 con 0x7fe4e80cfc20 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4e80d42e0 con 0x7fe4e80cdff0 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ef306640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e80d1590 con 0x7fe4e815e7e0 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ed07b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe4e80cfc20 0x7fe4e80d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60522/0 (socket says 10.20.193.52:60522) 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ed07b640 1 -- 10.20.193.52:0/3530570577 learned_addr learned my addr 10.20.193.52:0/3530570577 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/3530570577 >> v2:10.20.193.52:3300/0 conn(0x7fe4e80cdff0 0x7fe4e80ce4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4ec87a640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 0x7fe4e80d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 840194388 0 0) 0x7fe4e80d21a0 con 0x7fe4e80cfc20 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.227+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4d0003620 con 0x7fe4e80cfc20 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ed87c640 1 -- 10.20.193.52:0/3530570577 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 msgr2=0x7fe4e80d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 0x7fe4e80d3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ed87c640 1 -- 10.20.193.52:0/3530570577 >> v1:10.20.193.52:6789/0 conn(0x7fe4e80cfc20 legacy=0x7fe4e80d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1074513721 0 0) 0x7fe4d0003620 con 0x7fe4e80cfc20 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ed87c640 1 -- 10.20.193.52:0/3530570577 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e80d1870 con 0x7fe4e80cdff0 2026-02-25T15:50:12.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ec87a640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 0x7fe4e80d3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e80cdff0 0x7fe4e80ce4a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4009d90 tx=0x7fe4e402f260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc6ad6554292d5bd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4d8002f00 con 0x7fe4e80cdff0 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e402fc10 con 0x7fe4e80cdff0 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.228+0000 7fe4d7fff640 1 -- 10.20.193.52:0/3530570577 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4006ea0 con 0x7fe4e80cdff0 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 -- 10.20.193.52:0/3530570577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e80cdff0 msgr2=0x7fe4e80ce4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e80cdff0 0x7fe4e80ce4a0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4009d90 tx=0x7fe4e402f260 comp rx=0 tx=0).stop 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 -- 10.20.193.52:0/3530570577 shutdown_connections 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e80cdff0 0x7fe4e80ce4a0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 --2- 10.20.193.52:0/3530570577 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e815e7e0 0x7fe4e80d3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 -- 10.20.193.52:0/3530570577 >> 10.20.193.52:0/3530570577 conn(0x7fe4e809c7b0 msgr2=0x7fe4e80d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 -- 10.20.193.52:0/3530570577 shutdown_connections 2026-02-25T15:50:12.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 -- 10.20.193.52:0/3530570577 wait complete. 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.229+0000 7fe4ef306640 1 Processor -- start 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- start start 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e80cdff0 0x7fe4e8158460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e80cfc20 0x7fe4e80b8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e8158f50 con 0x7fe4e815e7e0 2026-02-25T15:50:12.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e80ca960 con 0x7fe4e80cfc20 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4e80cac40 con 0x7fe4e80cdff0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47836/0 (socket says 10.20.193.52:47836) 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 -- 10.20.193.52:0/2574138313 learned_addr learned my addr 10.20.193.52:0/2574138313 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed07b640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e80cdff0 0x7fe4e8158460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ec87a640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e80cfc20 0x7fe4e80b8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 -- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e80cdff0 msgr2=0x7fe4e8158460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e80cdff0 0x7fe4e8158460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 -- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e80cfc20 msgr2=0x7fe4e80b8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e80cfc20 0x7fe4e80b8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 -- 10.20.193.52:0/2574138313 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e4009a70 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ed87c640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4009ec0 tx=0x7fe4e4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4006ea0 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e4003cb0 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4e80caf20 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e4041860 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.230+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4e80cb4e0 con 0x7fe4e815e7e0 2026-02-25T15:50:12.232 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.231+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4e80d0a20 con 0x7fe4e815e7e0 2026-02-25T15:50:12.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.232+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe4e40419c0 con 0x7fe4e815e7e0 2026-02-25T15:50:12.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.232+0000 7fe4d5ffb640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 0x7fe4b8078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.232+0000 7fe4ed07b640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 0x7fe4b8078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.232+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe4e40bd210 con 0x7fe4e815e7e0 2026-02-25T15:50:12.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.232+0000 7fe4ed07b640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 0x7fe4b8078530 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8003270 tx=0x7fe4d8003200 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.235 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.234+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe4e4082d10 con 0x7fe4e815e7e0 2026-02-25T15:50:12.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.328+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe4e8066a50 con 0x7fe4e815e7e0 2026-02-25T15:50:12.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.328+0000 7fe4d5ffb640 1 -- 10.20.193.52:0/2574138313 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fe4e4009450 con 0x7fe4e815e7e0 2026-02-25T15:50:12.331 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:12.331 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:50:12.332 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:50:12.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 msgr2=0x7fe4b8078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 0x7fe4b8078530 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8003270 tx=0x7fe4d8003200 comp rx=0 tx=0).stop 2026-02-25T15:50:12.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 msgr2=0x7fe4e815fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4009ec0 tx=0x7fe4e4004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 shutdown_connections 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe4b8076070 0x7fe4b8078530 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe4e815e7e0 0x7fe4e815fc60 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe4e80cfc20 0x7fe4e80b8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 --2- 10.20.193.52:0/2574138313 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe4e80cdff0 0x7fe4e8158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 >> 10.20.193.52:0/2574138313 conn(0x7fe4e809c7b0 msgr2=0x7fe4e815b990 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 shutdown_connections 2026-02-25T15:50:12.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.329+0000 7fe4ef306640 1 -- 10.20.193.52:0/2574138313 wait complete. 2026-02-25T15:50:12.339 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:12.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 Processor -- start 2026-02-25T15:50:12.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 -- start start 2026-02-25T15:50:12.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fa4140270 0x7f1fa40b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f1fa40b2620 0x7f1fa4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4143250 0x7f1fa40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fa4143a40 con 0x7f1fa4140270 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fa40b2a90 con 0x7f1fa40b2620 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.405+0000 7f1fab420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa40b40f0 con 0x7f1fa4143250 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fa4140270 0x7f1fa40b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1fa4140270 0x7f1fa40b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47844/0 (socket says 10.20.193.52:47844) 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 -- 10.20.193.52:0/3552904827 learned_addr learned my addr 10.20.193.52:0/3552904827 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa8994640 1 --2- 10.20.193.52:0/3552904827 >> v2:10.20.193.86:3300/0 conn(0x7f1fa40b2620 0x7f1fa4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9996640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4143250 0x7f1fa40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 -- 10.20.193.52:0/3552904827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4143250 msgr2=0x7f1fa40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4143250 0x7f1fa40ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 -- 10.20.193.52:0/3552904827 >> v2:10.20.193.86:3300/0 conn(0x7f1fa40b2620 msgr2=0x7f1fa4142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3552904827 >> v2:10.20.193.86:3300/0 conn(0x7f1fa40b2620 0x7f1fa4142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 -- 10.20.193.52:0/3552904827 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fa40b4370 con 0x7f1fa4140270 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4140270 0x7f1fa40b20e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1fa406e910 tx=0x7f1f9402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b637b5d6ae2a5d40 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1f93fff640 1 -- 10.20.193.52:0/3552904827 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9402fbe0 con 0x7f1fa4140270 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1f93fff640 1 -- 10.20.193.52:0/3552904827 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f9402fd40 con 0x7f1fa4140270 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.406+0000 7f1f93fff640 1 -- 10.20.193.52:0/3552904827 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94037660 con 0x7f1fa4140270 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- 10.20.193.52:0/3552904827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4140270 msgr2=0x7f1fa40b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4140270 0x7f1fa40b20e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1fa406e910 tx=0x7f1f9402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- 10.20.193.52:0/3552904827 shutdown_connections 2026-02-25T15:50:12.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4143250 0x7f1fa40ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 --2- 10.20.193.52:0/3552904827 >> v2:10.20.193.86:3300/0 conn(0x7f1fa40b2620 0x7f1fa4142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 --2- 10.20.193.52:0/3552904827 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4140270 0x7f1fa40b20e0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- 10.20.193.52:0/3552904827 >> 10.20.193.52:0/3552904827 conn(0x7f1fa406c980 msgr2=0x7f1fa406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- 10.20.193.52:0/3552904827 shutdown_connections 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- 10.20.193.52:0/3552904827 wait complete. 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 Processor -- start 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.407+0000 7f1fab420640 1 -- start start 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fa40b2620 0x7f1fa41f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4140270 0x7f1fa4160680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa41f7ec0 con 0x7f1fa4143250 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa4155910 con 0x7f1fa40b2620 2026-02-25T15:50:12.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa4155bf0 con 0x7f1fa4140270 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47848/0 (socket says 10.20.193.52:47848) 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 -- 10.20.193.52:0/3245282662 learned_addr learned my addr 10.20.193.52:0/3245282662 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa8994640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4140270 0x7f1fa4160680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fa40b2620 0x7f1fa41f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 -- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4140270 msgr2=0x7f1fa4160680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4140270 0x7f1fa4160680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 -- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fa40b2620 msgr2=0x7f1fa41f7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fa40b2620 0x7f1fa41f7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 -- 10.20.193.52:0/3245282662 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f940095d0 con 0x7f1fa4143250 2026-02-25T15:50:12.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fa9996640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0007e40 tx=0x7f1fa000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0006ea0 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fa0014640 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fa4155ed0 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000eea0 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.408+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fa4156490 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.409+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fa41566b0 con 0x7f1fa4143250 2026-02-25T15:50:12.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.409+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1fa00149f0 con 0x7f1fa4143250 2026-02-25T15:50:12.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.410+0000 7f1f91ffb640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 0x7f1f74078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.410+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 0x7f1f74078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.410+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f1fa0098710 con 0x7f1fa4143250 2026-02-25T15:50:12.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.410+0000 7f1fa9195640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 0x7f1f74078530 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1fa404f0a0 tx=0x7f1f94033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.411+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1fa005e2f0 con 0x7f1fa4143250 2026-02-25T15:50:12.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.489+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1fa41436c0 con 0x7f1fa4143250 2026-02-25T15:50:12.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.490+0000 7f1f91ffb640 1 -- 10.20.193.52:0/3245282662 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f1fa0061370 con 0x7f1fa4143250 2026-02-25T15:50:12.492 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:12.493 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 msgr2=0x7f1f74078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 0x7f1f74078530 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1fa404f0a0 tx=0x7f1f94033000 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 msgr2=0x7f1fa4145810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0007e40 tx=0x7f1fa000e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 shutdown_connections 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1f74076070 0x7f1f74078530 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1fa4143250 0x7f1fa4145810 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1fa4140270 0x7f1fa4160680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 --2- 10.20.193.52:0/3245282662 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1fa40b2620 0x7f1fa41f7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 >> 10.20.193.52:0/3245282662 conn(0x7f1fa406c980 msgr2=0x7f1fa406d920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 shutdown_connections 2026-02-25T15:50:12.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.491+0000 7f1fab420640 1 -- 10.20.193.52:0/3245282662 wait complete. 2026-02-25T15:50:12.500 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:49:27.825804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:49:28.984527+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2026-02-25T15:49:32.014915+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2026-02-25T15:50:12.500 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:12.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 Processor -- start 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 -- start start 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f590c0ce8c0 0x7f590c0b0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f590c0cf520 con 0x7f590c0cdc70 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f590c15b8a0 con 0x7f590c0b0480 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f5912811640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f590c0d1e20 con 0x7f590c0ce8c0 2026-02-25T15:50:12.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f590bfff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f590c0cdc70 0x7f590c0ce050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60538/0 (socket says 10.20.193.52:60538) 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.567+0000 7f590bfff640 1 -- 10.20.193.52:0/2666627867 learned_addr learned my addr 10.20.193.52:0/2666627867 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2666627867 >> v2:10.20.193.86:3300/0 conn(0x7f590c0ce8c0 0x7f590c0b0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2288542231 0 0) 0x7f590c0cf520 con 0x7f590c0cdc70 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58f0003620 con 0x7f590c0cdc70 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3987566096 0 0) 0x7f58f0003620 con 0x7f590c0cdc70 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 >> v2:10.20.193.86:3300/0 conn(0x7f590c0ce8c0 msgr2=0x7f590c0b0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 --2- 10.20.193.52:0/2666627867 >> v2:10.20.193.86:3300/0 conn(0x7f590c0ce8c0 0x7f590c0b0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 >> v1:10.20.193.86:6789/0 conn(0x7f590c0b0480 legacy=0x7f590c0b11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f590c0ceed0 con 0x7f590c0cdc70 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f58f8002f00 con 0x7f590c0cdc70 2026-02-25T15:50:12.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 >> v1:10.20.193.52:6789/0 conn(0x7f590c0cdc70 legacy=0x7f590c0ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f0003ac0 0x7f58f0003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 0x7f58f0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f58f0005350 0x7f58f000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590c0d1e20 con 0x7f58f00048c0 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f000c2a0 con 0x7f58f0005350 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58f000c460 con 0x7f58f0003ac0 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 0x7f58f0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f5910d87640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f58f0005350 0x7f58f000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590bfff640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f0003ac0 0x7f58f0003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 -- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f0003ac0 msgr2=0x7f58f0003ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f0003ac0 0x7f58f0003ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 -- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f58f0005350 msgr2=0x7f58f000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f58f0005350 0x7f58f000ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f5910d87640 1 -- 10.20.193.52:0/2666627867 reap_dead start 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 -- 10.20.193.52:0/2666627867 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58f0003620 con 0x7f58f00048c0 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590bfff640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f0003ac0 0x7f58f0003ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.568+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 0x7f58f0004d40 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f58fc009900 tx=0x7f58fc02ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0b79dda8ade39b6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58fc02f960 con 0x7f58f00048c0 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58fc02fac0 con 0x7f58f00048c0 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f590affd640 1 -- 10.20.193.52:0/2666627867 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58fc02fe50 con 0x7f58f00048c0 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 -- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 msgr2=0x7f58f0004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 0x7f58f0004d40 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f58fc009900 tx=0x7f58fc02ef40 comp rx=0 tx=0).stop 2026-02-25T15:50:12.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 -- 10.20.193.52:0/2666627867 shutdown_connections 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 --2- 10.20.193.52:0/2666627867 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f58f00048c0 0x7f58f0004d40 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 -- 10.20.193.52:0/2666627867 >> 10.20.193.52:0/2666627867 conn(0x7f590c0d1260 msgr2=0x7f590c0d1670 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 -- 10.20.193.52:0/2666627867 shutdown_connections 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.569+0000 7f5912811640 1 -- 10.20.193.52:0/2666627867 wait complete. 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 Processor -- start 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 -- start start 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f00048c0 0x7f590c15bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 0x7f590c15c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590c15eaf0 con 0x7f590c0c66b0 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f590c0c5610 con 0x7f590c0cad40 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5912811640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f590c0c58f0 con 0x7f58f00048c0 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47862/0 (socket says 10.20.193.52:47862) 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 -- 10.20.193.52:0/2282208171 learned_addr learned my addr 10.20.193.52:0/2282208171 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f590bfff640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f00048c0 0x7f590c15bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 0x7f590c15c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 -- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f00048c0 msgr2=0x7f590c15bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f00048c0 0x7f590c15bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 -- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 msgr2=0x7f590c15c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 0x7f590c15c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 -- 10.20.193.52:0/2282208171 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f590c0c5bd0 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f590b7fe640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 0x7f590c15c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.570+0000 7f5910d87640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f590c072380 tx=0x7f590000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f590000c960 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f590000cac0 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f590c0c5eb0 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f590000ce70 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f590c0c7070 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.571+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f590c067c80 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.572+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f590001f460 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.572+0000 7f5908ff9640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 0x7f58dc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.572+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f5900098350 con 0x7f590c0c66b0 2026-02-25T15:50:12.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.572+0000 7f590bfff640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 0x7f58dc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.573+0000 7f590bfff640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 0x7f58dc078500 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f58f80036e0 tx=0x7f58f8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.574+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f590005df40 con 0x7f590c0c66b0 2026-02-25T15:50:12.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.653+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f590c0c5a30 con 0x7f590c0c66b0 2026-02-25T15:50:12.655 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.653+0000 7f5908ff9640 1 -- 10.20.193.52:0/2282208171 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f590c0c5a30 con 0x7f590c0c66b0 2026-02-25T15:50:12.656 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:12.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 msgr2=0x7f58dc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 0x7f58dc078500 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f58f80036e0 tx=0x7f58f8009040 comp rx=0 tx=0).stop 2026-02-25T15:50:12.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 msgr2=0x7f590c0c6b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f590c072380 tx=0x7f590000ef90 comp rx=0 tx=0).stop 2026-02-25T15:50:12.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 shutdown_connections 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f58dc076040 0x7f58dc078500 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f590c0c66b0 0x7f590c0c6b30 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f590c0cad40 0x7f590c15c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 --2- 10.20.193.52:0/2282208171 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f58f00048c0 0x7f590c15bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 >> 10.20.193.52:0/2282208171 conn(0x7f590c0d1260 msgr2=0x7f590c0cbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 shutdown_connections 2026-02-25T15:50:12.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.654+0000 7f5912811640 1 -- 10.20.193.52:0/2282208171 wait complete. 2026-02-25T15:50:12.664 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:12.733 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.731+0000 7ff182a72640 1 Processor -- start 2026-02-25T15:50:12.733 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.731+0000 7ff182a72640 1 -- start start 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff182a72640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff17c0b2a90 0x7ff17c06c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff182a72640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff17c0ad7c0 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff182a72640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff17c0b2020 con 0x7ff17c15d390 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff182a72640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff17c0b2300 con 0x7ff17c0b2a90 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff17c0ae360 0x7ff17c0709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60544/0 (socket says 10.20.193.52:60544) 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 -- 10.20.193.52:0/3815360654 learned_addr learned my addr 10.20.193.52:0/3815360654 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17b7fe640 1 --2- 10.20.193.52:0/3815360654 >> v2:10.20.193.86:3300/0 conn(0x7ff17c0b2a90 0x7ff17c06c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1504553827 0 0) 0x7ff17c0ad7c0 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff160003620 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3708853424 0 0) 0x7ff160003620 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 >> v2:10.20.193.86:3300/0 conn(0x7ff17c0b2a90 msgr2=0x7ff17c06c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 --2- 10.20.193.52:0/3815360654 >> v2:10.20.193.86:3300/0 conn(0x7ff17c0b2a90 0x7ff17c06c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 >> v1:10.20.193.86:6789/0 conn(0x7ff17c15d390 legacy=0x7ff17c0adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff17c0b25e0 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7ff170003280 con 0x7ff17c0ae360 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 >> v1:10.20.193.52:6789/0 conn(0x7ff17c0ae360 legacy=0x7ff17c0709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff160003ac0 0x7ff160003ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff1600048c0 0x7ff160004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 0x7ff16000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c0b2300 con 0x7ff160005280 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff16000c120 con 0x7ff160003ac0 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff16000c2e0 con 0x7ff1600048c0 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 0x7ff16000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff17bfff640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff160003ac0 0x7ff160003ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 -- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff1600048c0 msgr2=0x7ff160004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.735 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff1600048c0 0x7ff160004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 -- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff160003ac0 msgr2=0x7ff160003ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff160003ac0 0x7ff160003ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.732+0000 7ff180fe8640 1 -- 10.20.193.52:0/3815360654 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff160003620 con 0x7ff160005280 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff180fe8640 1 -- 10.20.193.52:0/3815360654 reap_dead start 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff180fe8640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 0x7ff16000ba80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff17000a840 tx=0x7ff17002fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1902ac5b992c4a0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff170031670 con 0x7ff160005280 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1700317f0 con 0x7ff160005280 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff17affd640 1 -- 10.20.193.52:0/3815360654 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff170031ba0 con 0x7ff160005280 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 -- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 msgr2=0x7ff16000ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 0x7ff16000ba80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7ff17000a840 tx=0x7ff17002fc00 comp rx=0 tx=0).stop 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 -- 10.20.193.52:0/3815360654 shutdown_connections 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 --2- 10.20.193.52:0/3815360654 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff160005280 0x7ff16000ba80 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 -- 10.20.193.52:0/3815360654 >> 10.20.193.52:0/3815360654 conn(0x7ff17c0cef90 msgr2=0x7ff17c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 -- 10.20.193.52:0/3815360654 shutdown_connections 2026-02-25T15:50:12.736 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.733+0000 7ff182a72640 1 -- 10.20.193.52:0/3815360654 wait complete. 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 Processor -- start 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 -- start start 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff160005280 0x7ff17c152b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff17c0cb300 0x7ff17c0cb780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c0ce180 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c0ccc60 con 0x7ff17c0cb300 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff182a72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff17c153080 con 0x7ff160005280 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47882/0 (socket says 10.20.193.52:47882) 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 -- 10.20.193.52:0/4223424824 learned_addr learned my addr 10.20.193.52:0/4223424824 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17bfff640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff160005280 0x7ff17c152b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff180fe8640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff17c0cb300 0x7ff17c0cb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 -- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff160005280 msgr2=0x7ff17c152b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff160005280 0x7ff17c152b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 -- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff17c0cb300 msgr2=0x7ff17c0cb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff17c0cb300 0x7ff17c0cb780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.734+0000 7ff17b7fe640 1 -- 10.20.193.52:0/4223424824 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff17c0ae8f0 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff17b7fe640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff16c00e960 tx=0x7ff16c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16c00ca00 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff16c00cb80 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff17c0cc050 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff16c013470 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff17c0cc610 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.735+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff13c005350 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.737 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.736+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff16c011070 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.736+0000 7ff178ff9640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 0x7ff14c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.736+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7ff16c0977f0 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.736+0000 7ff17bfff640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 0x7ff14c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.737+0000 7ff17bfff640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 0x7ff14c078500 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff168002410 tx=0x7ff168009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.738+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff16c05d480 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.816+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff13c005b80 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.816+0000 7ff178ff9640 1 -- 10.20.193.52:0/4223424824 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff16c060500 con 0x7ff17c0cd7c0 2026-02-25T15:50:12.819 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:12.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 msgr2=0x7ff14c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 0x7ff14c078500 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff168002410 tx=0x7ff168009040 comp rx=0 tx=0).stop 2026-02-25T15:50:12.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 msgr2=0x7ff17c0cdc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff16c00e960 tx=0x7ff16c00ee30 comp rx=0 tx=0).stop 2026-02-25T15:50:12.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 shutdown_connections 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff14c076040 0x7ff14c078500 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff17c0cb300 0x7ff17c0cb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff17c0cd7c0 0x7ff17c0cdc40 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 --2- 10.20.193.52:0/4223424824 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff160005280 0x7ff17c152b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 >> 10.20.193.52:0/4223424824 conn(0x7ff17c0cef90 msgr2=0x7ff17c0af2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 shutdown_connections 2026-02-25T15:50:12.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.817+0000 7ff182a72640 1 -- 10.20.193.52:0/4223424824 wait complete. 2026-02-25T15:50:12.826 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.892+0000 7fe707d69640 1 Processor -- start 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.892+0000 7fe707d69640 1 -- start start 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe707d69640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe70006c770 0x7fe700168120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe707d69640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7000ad7c0 con 0x7fe7000b2a90 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe707d69640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7000b2020 con 0x7fe70015d390 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe707d69640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7000b2300 con 0x7fe70006c770 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe7052dd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe7000b2a90 0x7fe7000ae360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60560/0 (socket says 10.20.193.52:60560) 2026-02-25T15:50:12.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe7052dd640 1 -- 10.20.193.52:0/2423251536 learned_addr learned my addr 10.20.193.52:0/2423251536 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe7062df640 1 --2- 10.20.193.52:0/2423251536 >> v2:10.20.193.86:3300/0 conn(0x7fe70006c770 0x7fe700168120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1744450582 0 0) 0x7fe7000ad7c0 con 0x7fe7000b2a90 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6e8003620 con 0x7fe7000b2a90 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3910831418 0 0) 0x7fe6e8003620 con 0x7fe7000b2a90 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 >> v2:10.20.193.86:3300/0 conn(0x7fe70006c770 msgr2=0x7fe700168120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 --2- 10.20.193.52:0/2423251536 >> v2:10.20.193.86:3300/0 conn(0x7fe70006c770 0x7fe700168120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 >> v1:10.20.193.86:6789/0 conn(0x7fe70015d390 legacy=0x7fe7000adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7000b25e0 con 0x7fe7000b2a90 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fe6f4002f00 con 0x7fe7000b2a90 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 >> v1:10.20.193.52:6789/0 conn(0x7fe7000b2a90 legacy=0x7fe7000ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 0x7fe6e8003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6e80048c0 0x7fe6e8004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.893+0000 7fe704adc640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8005280 0x7fe6e800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7000b2300 con 0x7fe6e8003b10 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e800c220 con 0x7fe6e80048c0 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e800c3e0 con 0x7fe6e8005280 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 0x7fe6e8003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe7052dd640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6e80048c0 0x7fe6e8004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 -- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8005280 msgr2=0x7fe6e800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8005280 0x7fe6e800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 -- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6e80048c0 msgr2=0x7fe6e8004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6e80048c0 0x7fe6e8004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 -- 10.20.193.52:0/2423251536 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8003620 con 0x7fe6e8003b10 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe7062df640 1 -- 10.20.193.52:0/2423251536 reap_dead start 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe7052dd640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe6e80048c0 0x7fe6e8004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe705ade640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 0x7fe6e8003f30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00030a0 tx=0x7fe6f002edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=700ac217e4701e1c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f00052d0 con 0x7fe6e8003b10 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f0005430 con 0x7fe6e8003b10 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe704adc640 1 -- 10.20.193.52:0/2423251536 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0003910 con 0x7fe6e8003b10 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 -- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 msgr2=0x7fe6e8003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 0x7fe6e8003f30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe6f00030a0 tx=0x7fe6f002edc0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 -- 10.20.193.52:0/2423251536 shutdown_connections 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 --2- 10.20.193.52:0/2423251536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe6e8003b10 0x7fe6e8003f30 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 -- 10.20.193.52:0/2423251536 >> 10.20.193.52:0/2423251536 conn(0x7fe7000cef90 msgr2=0x7fe7000cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 -- 10.20.193.52:0/2423251536 shutdown_connections 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.894+0000 7fe707d69640 1 -- 10.20.193.52:0/2423251536 wait complete. 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 Processor -- start 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 -- start start 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8003b10 0x7fe70015c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 0x7fe70015feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe70015eca0 con 0x7fe7001e88e0 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe70015cbb0 con 0x7fe70015fa20 2026-02-25T15:50:12.900 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.895+0000 7fe707d69640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe70015e6e0 con 0x7fe6e8003b10 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47900/0 (socket says 10.20.193.52:47900) 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 -- 10.20.193.52:0/1417650739 learned_addr learned my addr 10.20.193.52:0/1417650739 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe705ade640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8003b10 0x7fe70015c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7062df640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 0x7fe70015feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 -- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8003b10 msgr2=0x7fe70015c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8003b10 0x7fe70015c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 -- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 msgr2=0x7fe70015feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 0x7fe70015feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 -- 10.20.193.52:0/1417650739 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe70015e9c0 con 0x7fe7001e88e0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7062df640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 0x7fe70015feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe7052dd640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400db10 tx=0x7fe6f4007e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f4004cf0 con 0x7fe7001e88e0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6f4004e50 con 0x7fe7001e88e0 2026-02-25T15:50:12.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe700159e80 con 0x7fe7001e88e0 2026-02-25T15:50:12.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6f4007350 con 0x7fe7001e88e0 2026-02-25T15:50:12.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.896+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe700156940 con 0x7fe7001e88e0 2026-02-25T15:50:12.902 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.897+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe700159ce0 con 0x7fe7001e88e0 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.897+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe6f401b060 con 0x7fe7001e88e0 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.897+0000 7fe6ee7fc640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 0x7fe6d0078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.898+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7fe6f40973b0 con 0x7fe7001e88e0 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.898+0000 7fe705ade640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 0x7fe6d0078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.898+0000 7fe705ade640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 0x7fe6d0078530 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0037000 tx=0x7fe6f0033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:12.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.899+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe6f405cf90 con 0x7fe7001e88e0 2026-02-25T15:50:12.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.979+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe700159ce0 con 0x7fe7001e88e0 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.979+0000 7fe6ee7fc640 1 -- 10.20.193.52:0/1417650739 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe700159ce0 con 0x7fe7001e88e0 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 msgr2=0x7fe6d0078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 0x7fe6d0078530 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0037000 tx=0x7fe6f0033000 comp rx=0 tx=0).stop 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 msgr2=0x7fe70015f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:12.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400db10 tx=0x7fe6f4007e70 comp rx=0 tx=0).stop 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 shutdown_connections 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe6d0076070 0x7fe6d0078530 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe70015fa20 0x7fe70015feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe7001e88e0 0x7fe70015f4e0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 --2- 10.20.193.52:0/1417650739 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe6e8003b10 0x7fe70015c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 >> 10.20.193.52:0/1417650739 conn(0x7fe7000cef90 msgr2=0x7fe70006ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 shutdown_connections 2026-02-25T15:50:12.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:12.980+0000 7fe707d69640 1 -- 10.20.193.52:0/1417650739 wait complete. 2026-02-25T15:50:12.989 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2026-02-25T15:50:13.064 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.057+0000 7f37aae6b640 1 Processor -- start 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.057+0000 7f37aae6b640 1 -- start start 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37aae6b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 0x7f37a40724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37aae6b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f37a40715c0 0x7f37a415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37aae6b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37a4071d80 con 0x7f37a406c770 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37aae6b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37a40cdf70 con 0x7f37a40715c0 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37aae6b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37a40cd680 con 0x7f37a415ec20 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f37a40715c0 0x7f37a415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f37a40715c0 0x7f37a415f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47904/0 (socket says 10.20.193.52:47904) 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 -- 10.20.193.52:0/3835492630 learned_addr learned my addr 10.20.193.52:0/3835492630 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.065 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 -- 10.20.193.52:0/3835492630 >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 msgr2=0x7f37a40724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37a8be0640 1 --2- 10.20.193.52:0/3835492630 >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 0x7f37a40724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 --2- 10.20.193.52:0/3835492630 >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 0x7f37a40724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 -- 10.20.193.52:0/3835492630 >> v1:10.20.193.86:6789/0 conn(0x7f37a406c770 legacy=0x7f37a40ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 -- 10.20.193.52:0/3835492630 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37a4072a10 con 0x7f37a40715c0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f37a8be0640 1 --2- 10.20.193.52:0/3835492630 >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 0x7f37a40724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.058+0000 7f379bfff640 1 --2- 10.20.193.52:0/3835492630 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a40715c0 0x7f37a415f000 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f37a4067e90 tx=0x7f378c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6160702c7f705c6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f379b7fe640 1 -- 10.20.193.52:0/3835492630 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378c02fbd0 con 0x7f37a40715c0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f379b7fe640 1 -- 10.20.193.52:0/3835492630 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f378c02fd30 con 0x7f37a40715c0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f379b7fe640 1 -- 10.20.193.52:0/3835492630 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378c02fea0 con 0x7f37a40715c0 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 -- 10.20.193.52:0/3835492630 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a40715c0 msgr2=0x7f37a415f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.066 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 --2- 10.20.193.52:0/3835492630 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a40715c0 0x7f37a415f000 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f37a4067e90 tx=0x7f378c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 -- 10.20.193.52:0/3835492630 shutdown_connections 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 --2- 10.20.193.52:0/3835492630 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a40715c0 0x7f37a415f000 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 --2- 10.20.193.52:0/3835492630 >> v2:10.20.193.86:3300/0 conn(0x7f37a415ec20 0x7f37a40724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 -- 10.20.193.52:0/3835492630 >> 10.20.193.52:0/3835492630 conn(0x7f37a40cef90 msgr2=0x7f37a40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 -- 10.20.193.52:0/3835492630 shutdown_connections 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.059+0000 7f37aae6b640 1 -- 10.20.193.52:0/3835492630 wait complete. 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 Processor -- start 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 -- start start 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f37a406c770 0x7f37a4133b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.067 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f37a40715c0 0x7f37a40b3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37a4140070 con 0x7f37a415ec20 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37a4134050 con 0x7f37a40715c0 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37aae6b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37a41568a0 con 0x7f37a406c770 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37a93e1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37a93e1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47912/0 (socket says 10.20.193.52:47912) 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37a93e1640 1 -- 10.20.193.52:0/2579148050 learned_addr learned my addr 10.20.193.52:0/2579148050 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f379bfff640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f37a40715c0 0x7f37a40b3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.060+0000 7f37a8be0640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f37a406c770 0x7f37a4133b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 -- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f37a406c770 msgr2=0x7f37a4133b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.068 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f37a406c770 0x7f37a4133b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 -- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f37a40715c0 msgr2=0x7f37a40b3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f37a40715c0 0x7f37a40b3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 -- 10.20.193.52:0/2579148050 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f378c0095d0 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37a93e1640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f37a000b970 tx=0x7f37a000be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37a0002c70 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37a0002dd0 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37a4156b80 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37a000c9d0 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37a41571e0 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.061+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37a4068270 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.062+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f37a000cb30 con 0x7f37a415ec20 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.062+0000 7f37997fa640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 0x7f3774078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.062+0000 7f37a8be0640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 0x7f3774078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.063+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f37a0097490 con 0x7f37a415ec20 2026-02-25T15:50:13.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.063+0000 7f37a8be0640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 0x7f3774078500 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f379400bf60 tx=0x7f379400d040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.064+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f37a005d100 con 0x7f37a415ec20 2026-02-25T15:50:13.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.143+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f37a415f540 con 0x7f37a415ec20 2026-02-25T15:50:13.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.143+0000 7f37997fa640 1 -- 10.20.193.52:0/2579148050 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f37a0060180 con 0x7f37a415ec20 2026-02-25T15:50:13.146 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:13.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 msgr2=0x7f3774078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 0x7f3774078500 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f379400bf60 tx=0x7f379400d040 comp rx=0 tx=0).stop 2026-02-25T15:50:13.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 msgr2=0x7f37a40b3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f37a000b970 tx=0x7f37a000be40 comp rx=0 tx=0).stop 2026-02-25T15:50:13.147 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 shutdown_connections 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3774076040 0x7f3774078500 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f37a415ec20 0x7f37a40b3850 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f37a40715c0 0x7f37a40b3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 --2- 10.20.193.52:0/2579148050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f37a406c770 0x7f37a4133b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 >> 10.20.193.52:0/2579148050 conn(0x7f37a40cef90 msgr2=0x7f37a406cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 shutdown_connections 2026-02-25T15:50:13.148 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.144+0000 7f37aae6b640 1 -- 10.20.193.52:0/2579148050 wait complete. 2026-02-25T15:50:13.154 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 Processor -- start 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 -- start start 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8c380b2620 0x7f8c38142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c380b2a60 con 0x7f8c38143250 2026-02-25T15:50:13.222 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c38143a40 con 0x7f8c380b2620 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.219+0000 7f8c3f766640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c380b40f0 con 0x7f8c38140270 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3ccda640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8c380b2620 0x7f8c38142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3dcdc640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f8c38143250 0x7f8c380ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:46340/0 (socket says 10.20.193.52:46340) 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:36522/0 (socket says 10.20.193.52:36522) 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3dcdc640 1 -- 10.20.193.52:0/1117872386 learned_addr learned my addr 10.20.193.52:0/1117872386 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 -- 10.20.193.52:0/1117872386 >> v2:10.20.193.86:3300/0 conn(0x7f8c380b2620 msgr2=0x7f8c38142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 --2- 10.20.193.52:0/1117872386 >> v2:10.20.193.86:3300/0 conn(0x7f8c380b2620 0x7f8c38142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 -- 10.20.193.52:0/1117872386 >> v1:10.20.193.86:6789/0 conn(0x7f8c38143250 legacy=0x7f8c380ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 -- 10.20.193.52:0/1117872386 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c380addc0 con 0x7f8c38140270 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.220+0000 7f8c3d4db640 1 --2- 10.20.193.52:0/1117872386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8c280098a0 tx=0x7f8c2802eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2314fa8fe07e9f2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c27fff640 1 -- 10.20.193.52:0/1117872386 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2802fb70 con 0x7f8c38140270 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c27fff640 1 -- 10.20.193.52:0/1117872386 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2802fcd0 con 0x7f8c38140270 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c27fff640 1 -- 10.20.193.52:0/1117872386 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c28037660 con 0x7f8c38140270 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- 10.20.193.52:0/1117872386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 msgr2=0x7f8c380b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1117872386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8c280098a0 tx=0x7f8c2802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- 10.20.193.52:0/1117872386 shutdown_connections 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1117872386 >> v2:10.20.193.86:3300/0 conn(0x7f8c380b2620 0x7f8c38142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1117872386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c38140270 0x7f8c380b20e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- 10.20.193.52:0/1117872386 >> 10.20.193.52:0/1117872386 conn(0x7f8c3806c980 msgr2=0x7f8c3806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- 10.20.193.52:0/1117872386 shutdown_connections 2026-02-25T15:50:13.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- 10.20.193.52:0/1117872386 wait complete. 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 Processor -- start 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.221+0000 7f8c3f766640 1 -- start start 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c380b2620 0x7f8c3815b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 0x7f8c3813d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c381f9300 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3815bcf0 con 0x7f8c38143250 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3815bfd0 con 0x7f8c380b2620 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47922/0 (socket says 10.20.193.52:47922) 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 -- 10.20.193.52:0/1901059712 learned_addr learned my addr 10.20.193.52:0/1901059712 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3d4db640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c380b2620 0x7f8c3815b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 -- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c380b2620 msgr2=0x7f8c3815b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c380b2620 0x7f8c3815b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 -- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 msgr2=0x7f8c3813d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3dcdc640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 0x7f8c3813d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 0x7f8c3813d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 -- 10.20.193.52:0/1901059712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c28009500 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3dcdc640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 0x7f8c3813d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3ccda640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c00e860 tx=0x7f8c2c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c0095f0 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2c00c940 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c3815c2b0 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c00ccd0 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.222+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3815c870 con 0x7f8c38140270 2026-02-25T15:50:13.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.223+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c380b5130 con 0x7f8c38140270 2026-02-25T15:50:13.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.224+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8c2c011070 con 0x7f8c38140270 2026-02-25T15:50:13.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.224+0000 7f8c25ffb640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 0x7f8c08078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.225+0000 7f8c3d4db640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 0x7f8c08078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.225+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f8c2c0976b0 con 0x7f8c38140270 2026-02-25T15:50:13.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.225+0000 7f8c3d4db640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 0x7f8c08078500 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c28039000 tx=0x7f8c28033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.226+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8c2c05d340 con 0x7f8c38140270 2026-02-25T15:50:13.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.320+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8c380b0ba0 con 0x7f8c38140270 2026-02-25T15:50:13.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.320+0000 7f8c25ffb640 1 -- 10.20.193.52:0/1901059712 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f8c2c0603c0 con 0x7f8c38140270 2026-02-25T15:50:13.323 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:13.323 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 msgr2=0x7f8c08078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 0x7f8c08078500 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8c28039000 tx=0x7f8c28033000 comp rx=0 tx=0).stop 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 msgr2=0x7f8c381f8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c00e860 tx=0x7f8c2c00ed30 comp rx=0 tx=0).stop 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 shutdown_connections 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8c08076040 0x7f8c08078500 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8c38143250 0x7f8c3813d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8c38140270 0x7f8c381f8dc0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 --2- 10.20.193.52:0/1901059712 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8c380b2620 0x7f8c3815b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 >> 10.20.193.52:0/1901059712 conn(0x7f8c3806c980 msgr2=0x7f8c380afcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 shutdown_connections 2026-02-25T15:50:13.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.321+0000 7f8c3f766640 1 -- 10.20.193.52:0/1901059712 wait complete. 2026-02-25T15:50:13.331 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:13.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 Processor -- start 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 -- start start 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f928415b750 0x7f92840ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f92840b4470 0x7f92840b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f928415bcc0 con 0x7f9284071710 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9284071c60 con 0x7f92840b4470 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f9289e00640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92840b4e20 con 0x7f928415b750 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f92837fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f9284071710 0x7f9284070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60570/0 (socket says 10.20.193.52:60570) 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.398+0000 7f92837fe640 1 -- 10.20.193.52:0/2097793349 learned_addr learned my addr 10.20.193.52:0/2097793349 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 --2- 10.20.193.52:0/2097793349 >> v2:10.20.193.52:3300/0 conn(0x7f92840b4470 0x7f92840b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9282ffd640 1 --2- 10.20.193.52:0/2097793349 >> v2:10.20.193.86:3300/0 conn(0x7f928415b750 0x7f92840ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f92827fc640 1 -- 10.20.193.52:0/2097793349 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4186496213 0 0) 0x7f928415bcc0 con 0x7f9284071710 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f92827fc640 1 -- 10.20.193.52:0/2097793349 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9268003620 con 0x7f9284071710 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 -- 10.20.193.52:0/2097793349 >> v2:10.20.193.86:3300/0 conn(0x7f928415b750 msgr2=0x7f92840ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 --2- 10.20.193.52:0/2097793349 >> v2:10.20.193.86:3300/0 conn(0x7f928415b750 0x7f92840ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 -- 10.20.193.52:0/2097793349 >> v1:10.20.193.52:6789/0 conn(0x7f9284071710 legacy=0x7f9284070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 -- 10.20.193.52:0/2097793349 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928415bfa0 con 0x7f92840b4470 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f9283fff640 1 --2- 10.20.193.52:0/2097793349 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92840b4470 0x7f92840b48e0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f928406ec20 tx=0x7f927802f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc74db98c63bc8d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f92827fc640 1 -- 10.20.193.52:0/2097793349 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9278006ea0 con 0x7f92840b4470 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f92827fc640 1 -- 10.20.193.52:0/2097793349 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9278037440 con 0x7f92840b4470 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.399+0000 7f92827fc640 1 -- 10.20.193.52:0/2097793349 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92780377d0 con 0x7f92840b4470 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- 10.20.193.52:0/2097793349 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92840b4470 msgr2=0x7f92840b48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 --2- 10.20.193.52:0/2097793349 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92840b4470 0x7f92840b48e0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f928406ec20 tx=0x7f927802f250 comp rx=0 tx=0).stop 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- 10.20.193.52:0/2097793349 shutdown_connections 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 --2- 10.20.193.52:0/2097793349 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92840b4470 0x7f92840b48e0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 --2- 10.20.193.52:0/2097793349 >> v2:10.20.193.86:3300/0 conn(0x7f928415b750 0x7f92840ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- 10.20.193.52:0/2097793349 >> 10.20.193.52:0/2097793349 conn(0x7f928406c980 msgr2=0x7f928406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- 10.20.193.52:0/2097793349 shutdown_connections 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- 10.20.193.52:0/2097793349 wait complete. 2026-02-25T15:50:13.401 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 Processor -- start 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.400+0000 7f9289e00640 1 -- start start 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92840b4470 0x7f92840c4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f928415b750 0x7f92840724c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92840b3b50 con 0x7f9284071710 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9284154e60 con 0x7f928415b750 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f928414de20 con 0x7f92840b4470 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47940/0 (socket says 10.20.193.52:47940) 2026-02-25T15:50:13.402 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 -- 10.20.193.52:0/1747385041 learned_addr learned my addr 10.20.193.52:0/1747385041 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9282ffd640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92840b4470 0x7f92840c4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9283fff640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f928415b750 0x7f92840724c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 -- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92840b4470 msgr2=0x7f92840c4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92840b4470 0x7f92840c4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 -- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f928415b750 msgr2=0x7f92840724c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f928415b750 0x7f92840724c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 -- 10.20.193.52:0/1747385041 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9278009a70 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f92837fe640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f927000c730 tx=0x7f927000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9270005bb0 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9270005d10 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92840b2bf0 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92700072b0 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.401+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92840b31b0 con 0x7f9284071710 2026-02-25T15:50:13.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.402+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92840b3c90 con 0x7f9284071710 2026-02-25T15:50:13.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.402+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f9270007410 con 0x7f9284071710 2026-02-25T15:50:13.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.403+0000 7f925ffff640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 0x7f9254078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.403+0000 7f9282ffd640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 0x7f9254078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.403+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f9270096b80 con 0x7f9284071710 2026-02-25T15:50:13.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.403+0000 7f9282ffd640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 0x7f9254078500 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f928415ad60 tx=0x7f9274008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.405+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f927005c6f0 con 0x7f9284071710 2026-02-25T15:50:13.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.484+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f928415bcc0 con 0x7f9284071710 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f925ffff640 1 -- 10.20.193.52:0/1747385041 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f927005f770 con 0x7f9284071710 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 msgr2=0x7f9254078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 0x7f9254078500 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f928415ad60 tx=0x7f9274008040 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 msgr2=0x7f928414d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f927000c730 tx=0x7f927000cc00 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 shutdown_connections 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f9254076040 0x7f9254078500 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f928415b750 0x7f92840724c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92840b4470 0x7f92840c4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 --2- 10.20.193.52:0/1747385041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9284071710 0x7f928414d8e0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 >> 10.20.193.52:0/1747385041 conn(0x7f928406c980 msgr2=0x7f92840b01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 shutdown_connections 2026-02-25T15:50:13.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.485+0000 7f9289e00640 1 -- 10.20.193.52:0/1747385041 wait complete. 2026-02-25T15:50:13.494 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2026-02-25T15:50:13.494 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:13.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.559+0000 7f4573fff640 1 Processor -- start 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.559+0000 7f4573fff640 1 -- start start 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4573fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f457415d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4573fff640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45740acdb0 con 0x7f45741468a0 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4573fff640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45740ad930 con 0x7f457415dc10 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4573fff640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4574146c80 con 0x7f45740725e0 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4572ffd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f45741468a0 0x7f45740b3d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60582/0 (socket says 10.20.193.52:60582) 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4572ffd640 1 -- 10.20.193.52:0/241817131 learned_addr learned my addr 10.20.193.52:0/241817131 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:13.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f45727fc640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f457415d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2774148921 0 0) 0x7f45740acdb0 con 0x7f45741468a0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4560003620 con 0x7f45741468a0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1932985285 0 0) 0x7f4560003620 con 0x7f45741468a0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 msgr2=0x7f457415d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f457415d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 >> v1:10.20.193.86:6789/0 conn(0x7f457415dc10 legacy=0x7f45740addc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45740ad000 con 0x7f45741468a0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4568002f00 con 0x7f45741468a0 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.560+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 >> v1:10.20.193.52:6789/0 conn(0x7f45741468a0 legacy=0x7f45740b3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f4560003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4560004050 0x7f45600048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004e00 0x7f4560005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4574146c80 con 0x7f4560004050 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f456000bc40 con 0x7f4560004e00 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f456000be00 con 0x7f45740725e0 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4560004050 0x7f45600048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4572ffd640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f4560003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45737fe640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004e00 0x7f4560005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 -- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 msgr2=0x7f4560003aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f4560003aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 -- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004e00 msgr2=0x7f4560005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004e00 0x7f4560005280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 -- 10.20.193.52:0/241817131 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4560003620 con 0x7f4560004050 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4572ffd640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45740725e0 0x7f4560003aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45727fc640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4560004050 0x7f45600048c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f455c009bc0 tx=0x7f455c02f490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d24810112910c019 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c02fcb0 con 0x7f4560004050 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f455c02fe10 con 0x7f4560004050 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4571ffb640 1 -- 10.20.193.52:0/241817131 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f455c037660 con 0x7f4560004050 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 -- 10.20.193.52:0/241817131 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4560004050 msgr2=0x7f45600048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 --2- 10.20.193.52:0/241817131 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4560004050 0x7f45600048c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f455c009bc0 tx=0x7f455c02f490 comp rx=0 tx=0).stop 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f45737fe640 1 -- 10.20.193.52:0/241817131 reap_dead start 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 -- 10.20.193.52:0/241817131 shutdown_connections 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 -- 10.20.193.52:0/241817131 >> 10.20.193.52:0/241817131 conn(0x7f457406ab70 msgr2=0x7f457406af80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 -- 10.20.193.52:0/241817131 shutdown_connections 2026-02-25T15:50:13.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.561+0000 7f4573fff640 1 -- 10.20.193.52:0/241817131 wait complete. 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.562+0000 7f4573fff640 1 Processor -- start 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.562+0000 7f4573fff640 1 -- start start 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004050 0x7f45741f47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45741f7820 0x7f45740c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45740c7820 con 0x7f45740c7370 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45741e8c60 con 0x7f4560004050 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f457415d450 con 0x7f45741f7820 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47948/0 (socket says 10.20.193.52:47948) 2026-02-25T15:50:13.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 -- 10.20.193.52:0/3442543100 learned_addr learned my addr 10.20.193.52:0/3442543100 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4572ffd640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004050 0x7f45741f47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45727fc640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45741f7820 0x7f45740c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 -- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45741f7820 msgr2=0x7f45740c6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45741f7820 0x7f45740c6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 -- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004050 msgr2=0x7f45741f47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004050 0x7f45741f47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 -- 10.20.193.52:0/3442543100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45740c4840 con 0x7f45740c7370 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45737fe640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f45740ad8a0 tx=0x7f456400df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4564004bf0 con 0x7f45740c7370 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4564004d70 con 0x7f45740c7370 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45740c4ab0 con 0x7f45740c7370 2026-02-25T15:50:13.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456400bb90 con 0x7f45740c7370 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45740c5070 con 0x7f45740c7370 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.563+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f457415d6d0 con 0x7f45740c7370 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.564+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f456400bcf0 con 0x7f45740c7370 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.565+0000 7f45537fe640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 0x7f4540078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.565+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4564097800 con 0x7f45740c7370 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.565+0000 7f4572ffd640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 0x7f4540078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.565+0000 7f4572ffd640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 0x7f4540078500 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4568003030 tx=0x7f4568002ea0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.567+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f456405d370 con 0x7f45740c7370 2026-02-25T15:50:13.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.662+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f457406b300 con 0x7f45740c7370 2026-02-25T15:50:13.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.662+0000 7f45537fe640 1 -- 10.20.193.52:0/3442543100 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f45640603f0 con 0x7f45740c7370 2026-02-25T15:50:13.665 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:13.665 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:50:13.666 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:50:13.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 msgr2=0x7f4540078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 0x7f4540078500 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4568003030 tx=0x7f4568002ea0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 msgr2=0x7f45741e97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f45740ad8a0 tx=0x7f456400df80 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 shutdown_connections 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4540076040 0x7f4540078500 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f45740c7370 0x7f45741e97e0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f45741f7820 0x7f45740c6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 --2- 10.20.193.52:0/3442543100 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4560004050 0x7f45741f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 >> 10.20.193.52:0/3442543100 conn(0x7f457406ab70 msgr2=0x7f457415e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 shutdown_connections 2026-02-25T15:50:13.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.663+0000 7f4573fff640 1 -- 10.20.193.52:0/3442543100 wait complete. 2026-02-25T15:50:13.673 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:13.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.739+0000 7f325e637640 1 Processor -- start 2026-02-25T15:50:13.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.739+0000 7f325e637640 1 -- start start 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325e637640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f325815b750 0x7f32580ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325e637640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f32580b4470 0x7f32580b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325e637640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f325815bcc0 con 0x7f3258071710 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325e637640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3258071c60 con 0x7f325815b750 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325e637640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32580b4e20 con 0x7f32580b4470 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f325815b750 0x7f32580ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f325815b750 0x7f32580ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47964/0 (socket says 10.20.193.52:47964) 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 -- 10.20.193.52:0/2641819424 learned_addr learned my addr 10.20.193.52:0/2641819424 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f325cbad640 1 --2- 10.20.193.52:0/2641819424 >> v2:10.20.193.86:3300/0 conn(0x7f32580b4470 0x7f32580b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 -- 10.20.193.52:0/2641819424 >> v2:10.20.193.86:3300/0 conn(0x7f32580b4470 msgr2=0x7f32580b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 --2- 10.20.193.52:0/2641819424 >> v2:10.20.193.86:3300/0 conn(0x7f32580b4470 0x7f32580b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 -- 10.20.193.52:0/2641819424 >> v1:10.20.193.86:6789/0 conn(0x7f3258071710 legacy=0x7f3258070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.740+0000 7f32577fe640 1 -- 10.20.193.52:0/2641819424 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f325815bfa0 con 0x7f325815b750 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f32577fe640 1 --2- 10.20.193.52:0/2641819424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f325815b750 0x7f32580ccfb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f325806c4a0 tx=0x7f324802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9bceffdff6fb8d8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f3256ffd640 1 -- 10.20.193.52:0/2641819424 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f324802fc70 con 0x7f325815b750 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f3256ffd640 1 -- 10.20.193.52:0/2641819424 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f324802fdd0 con 0x7f325815b750 2026-02-25T15:50:13.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f3256ffd640 1 -- 10.20.193.52:0/2641819424 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3248037660 con 0x7f325815b750 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 -- 10.20.193.52:0/2641819424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f325815b750 msgr2=0x7f32580ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 --2- 10.20.193.52:0/2641819424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f325815b750 0x7f32580ccfb0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f325806c4a0 tx=0x7f324802ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 -- 10.20.193.52:0/2641819424 shutdown_connections 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 --2- 10.20.193.52:0/2641819424 >> v2:10.20.193.86:3300/0 conn(0x7f32580b4470 0x7f32580b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 --2- 10.20.193.52:0/2641819424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f325815b750 0x7f32580ccfb0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 -- 10.20.193.52:0/2641819424 >> 10.20.193.52:0/2641819424 conn(0x7f325806c980 msgr2=0x7f325806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 -- 10.20.193.52:0/2641819424 shutdown_connections 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.741+0000 7f325e637640 1 -- 10.20.193.52:0/2641819424 wait complete. 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 Processor -- start 2026-02-25T15:50:13.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 -- start start 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 0x7f32581eb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f325815b750 0x7f32581e5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32580aadc0 con 0x7f32580b4470 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32580ab0a0 con 0x7f3258071710 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f325e637640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32581417b0 con 0x7f325815b750 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f32577fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f32577fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:47978/0 (socket says 10.20.193.52:47978) 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f32577fe640 1 -- 10.20.193.52:0/1543047033 learned_addr learned my addr 10.20.193.52:0/1543047033 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.742+0000 7f3257fff640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 0x7f32581eb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 -- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f325815b750 msgr2=0x7f32581e5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f325815b750 0x7f32581e5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 -- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 msgr2=0x7f32581eb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 0x7f32581eb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 -- 10.20.193.52:0/1543047033 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32480095d0 con 0x7f32580b4470 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f3257fff640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 0x7f32581eb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f32577fe640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3248002410 tx=0x7f32480047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3248040630 con 0x7f32580b4470 2026-02-25T15:50:13.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32480407b0 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3258141a90 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3248040b60 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32580aa840 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.743+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3258141ca0 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.744+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3248050020 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.745+0000 7f3254ff9640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 0x7f3228078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.745+0000 7f3257fff640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 0x7f3228078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.745+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f32480bc610 con 0x7f32580b4470 2026-02-25T15:50:13.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.745+0000 7f3257fff640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 0x7f3228078500 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3244002770 tx=0x7f3244009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.746+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f32480822b0 con 0x7f32580b4470 2026-02-25T15:50:13.843 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.841+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f32580b48e0 con 0x7f32580b4470 2026-02-25T15:50:13.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.841+0000 7f3254ff9640 1 -- 10.20.193.52:0/1543047033 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f3248085330 con 0x7f32580b4470 2026-02-25T15:50:13.844 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:13.844 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4211,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/3846621195","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":3846621195},{"type":"v1","addr":"10.20.193.86:6834","nonce":3846621195}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4214,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1173978372","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1173978372},{"type":"v1","addr":"10.20.193.86:6835","nonce":1173978372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4233,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/4001238337","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":4001238337},{"type":"v1","addr":"10.20.193.52:6836","nonce":4001238337}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:49:30.002632+0000","modified":"2026-02-25T15:49:42.030667+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4236},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4236":{"gid":4236,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/3443071041","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":3443071041},{"type":"v1","addr":"10.20.193.52:6837","nonce":3443071041}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2026-02-25T15:50:13.847 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 9 2026-02-25T15:50:13.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 msgr2=0x7f3228078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 0x7f3228078500 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3244002770 tx=0x7f3244009040 comp rx=0 tx=0).stop 2026-02-25T15:50:13.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 msgr2=0x7f32580aa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3248002410 tx=0x7f32480047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 shutdown_connections 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3228076040 0x7f3228078500 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f325815b750 0x7f32581e5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f32580b4470 0x7f32580aa300 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 --2- 10.20.193.52:0/1543047033 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f3258071710 0x7f32581eb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.848 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 >> 10.20.193.52:0/1543047033 conn(0x7f325806c980 msgr2=0x7f32580af620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 shutdown_connections 2026-02-25T15:50:13.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.842+0000 7f325e637640 1 -- 10.20.193.52:0/1543047033 wait complete. 2026-02-25T15:50:13.853 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:13.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 Processor -- start 2026-02-25T15:50:13.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 -- start start 2026-02-25T15:50:13.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f446c143420 0x7f446c0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f446c0b40f0 con 0x7f446c0b27f0 2026-02-25T15:50:13.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f446c0addc0 con 0x7f446c140270 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4472e51640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f446c143a40 con 0x7f446c143420 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f44713c7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f446c143420 0x7f446c0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4463fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f446c0b27f0 0x7f446c142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60592/0 (socket says 10.20.193.52:60592) 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.919+0000 7f4463fff640 1 -- 10.20.193.52:0/4241246987 learned_addr learned my addr 10.20.193.52:0/4241246987 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44713c7640 1 -- 10.20.193.52:0/4241246987 >> v1:10.20.193.86:6789/0 conn(0x7f446c140270 legacy=0x7f446c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44713c7640 1 -- 10.20.193.52:0/4241246987 >> v1:10.20.193.52:6789/0 conn(0x7f446c0b27f0 legacy=0x7f446c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44713c7640 1 -- 10.20.193.52:0/4241246987 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f446c0b4370 con 0x7f446c143420 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44713c7640 1 --2- 10.20.193.52:0/4241246987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c0ce0f0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4468009d90 tx=0x7f446802f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603e5d913be9e9e1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44637fe640 1 -- 10.20.193.52:0/4241246987 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4468006ea0 con 0x7f446c143420 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44637fe640 1 -- 10.20.193.52:0/4241246987 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4468037440 con 0x7f446c143420 2026-02-25T15:50:13.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f44637fe640 1 -- 10.20.193.52:0/4241246987 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44680377d0 con 0x7f446c143420 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f4472e51640 1 -- 10.20.193.52:0/4241246987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 msgr2=0x7f446c0ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f4472e51640 1 --2- 10.20.193.52:0/4241246987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c0ce0f0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f4468009d90 tx=0x7f446802f270 comp rx=0 tx=0).stop 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f4472e51640 1 -- 10.20.193.52:0/4241246987 shutdown_connections 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f4472e51640 1 --2- 10.20.193.52:0/4241246987 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c0ce0f0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.920+0000 7f4472e51640 1 -- 10.20.193.52:0/4241246987 >> 10.20.193.52:0/4241246987 conn(0x7f446c06c980 msgr2=0x7f446c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.921+0000 7f4472e51640 1 -- 10.20.193.52:0/4241246987 shutdown_connections 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.921+0000 7f4472e51640 1 -- 10.20.193.52:0/4241246987 wait complete. 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.921+0000 7f4472e51640 1 Processor -- start 2026-02-25T15:50:13.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.921+0000 7f4472e51640 1 -- start start 2026-02-25T15:50:13.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f446c0b27f0 0x7f446c1f5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f446c140270 0x7f446c06d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f446c15fb30 con 0x7f446c143420 2026-02-25T15:50:13.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f446c15fdd0 con 0x7f446c140270 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f446c1600b0 con 0x7f446c0b27f0 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48006/0 (socket says 10.20.193.52:48006) 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 -- 10.20.193.52:0/2214407297 learned_addr learned my addr 10.20.193.52:0/2214407297 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4470bc6640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f446c0b27f0 0x7f446c1f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4463fff640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f446c140270 0x7f446c06d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 -- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f446c0b27f0 msgr2=0x7f446c1f5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f446c0b27f0 0x7f446c1f5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 -- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f446c140270 msgr2=0x7f446c06d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f446c140270 0x7f446c06d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 -- 10.20.193.52:0/2214407297 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4468009a70 con 0x7f446c143420 2026-02-25T15:50:13.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44713c7640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f446803a040 tx=0x7f4468004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4468043860 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44680439c0 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f446c160390 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4468043d70 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.922+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f446c15f7c0 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.923+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f446c15f950 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.923+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4468053020 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.924+0000 7f44617fa640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 0x7f443c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.924+0000 7f4470bc6640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 0x7f443c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.924+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f44680bd510 con 0x7f446c143420 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.924+0000 7f4470bc6640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 0x7f443c078500 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f446c15d3c0 tx=0x7f445c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:13.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:13.925+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4468082860 con 0x7f446c143420 2026-02-25T15:50:14.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.003+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f446c15f950 con 0x7f446c143420 2026-02-25T15:50:14.006 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.004+0000 7f44617fa640 1 -- 10.20.193.52:0/2214407297 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18382 (secure 0 0 0) 0x7f446c15f950 con 0x7f446c143420 2026-02-25T15:50:14.007 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:14.007 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":25,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:49:34.198360+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:49:27.825804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2026-02-25T15:49:28.984527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2026-02-25T15:49:32.014915+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:14.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 msgr2=0x7f443c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 0x7f443c078500 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f446c15d3c0 tx=0x7f445c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 msgr2=0x7f446c146510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f446803a040 tx=0x7f4468004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 shutdown_connections 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f443c076040 0x7f443c078500 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f446c143420 0x7f446c146510 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f446c140270 0x7f446c06d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 --2- 10.20.193.52:0/2214407297 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f446c0b27f0 0x7f446c1f5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 >> 10.20.193.52:0/2214407297 conn(0x7f446c06c980 msgr2=0x7f446c072820 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:14.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 shutdown_connections 2026-02-25T15:50:14.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.005+0000 7f4472e51640 1 -- 10.20.193.52:0/2214407297 wait complete. 2026-02-25T15:50:14.015 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 Processor -- start 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 -- start start 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4b08140270 0x7f4b080b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08143420 0x7f4b080ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b080b40f0 con 0x7f4b080b2620 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b08143a40 con 0x7f4b08140270 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0fec4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b080b2a90 con 0x7f4b08143420 2026-02-25T15:50:14.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0d438640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4b080b2620 0x7f4b08142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60600/0 (socket says 10.20.193.52:60600) 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.083+0000 7f4b0dc39640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4b08140270 0x7f4b080b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0d438640 1 -- 10.20.193.52:0/2508699102 learned_addr learned my addr 10.20.193.52:0/2508699102 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0e43a640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08143420 0x7f4b080ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0dc39640 1 -- 10.20.193.52:0/2508699102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08143420 msgr2=0x7f4b080ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0dc39640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08143420 0x7f4b080ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0dc39640 1 -- 10.20.193.52:0/2508699102 >> v1:10.20.193.52:6789/0 conn(0x7f4b080b2620 legacy=0x7f4b08142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0dc39640 1 -- 10.20.193.52:0/2508699102 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b080addc0 con 0x7f4b08140270 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0dc39640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b08140270 0x7f4b080b20e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4af80098a0 tx=0x7f4af802eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b0f398bfcda9a0f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0cc37640 1 -- 10.20.193.52:0/2508699102 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af802fb70 con 0x7f4b08140270 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0cc37640 1 -- 10.20.193.52:0/2508699102 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af802fcd0 con 0x7f4b08140270 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0cc37640 1 -- 10.20.193.52:0/2508699102 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8037660 con 0x7f4b08140270 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 -- 10.20.193.52:0/2508699102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b08140270 msgr2=0x7f4b080b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b08140270 0x7f4b080b20e0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4af80098a0 tx=0x7f4af802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 -- 10.20.193.52:0/2508699102 shutdown_connections 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08143420 0x7f4b080ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/2508699102 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b08140270 0x7f4b080b20e0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 -- 10.20.193.52:0/2508699102 >> 10.20.193.52:0/2508699102 conn(0x7f4b0806c980 msgr2=0x7f4b0806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 -- 10.20.193.52:0/2508699102 shutdown_connections 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.084+0000 7f4b0fec4640 1 -- 10.20.193.52:0/2508699102 wait complete. 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.085+0000 7f4b0fec4640 1 Processor -- start 2026-02-25T15:50:14.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.085+0000 7f4b0fec4640 1 -- start start 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 0x7f4b0813eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 0x7f4b08156220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b0813ff70 con 0x7f4b080b2620 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b081f4e80 con 0x7f4b08143420 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b081f5720 con 0x7f4b08140270 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48028/0 (socket says 10.20.193.52:48028) 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 -- 10.20.193.52:0/452024096 learned_addr learned my addr 10.20.193.52:0/452024096 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0d438640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 0x7f4b0813eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 -- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 msgr2=0x7f4b0813eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0e43a640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 0x7f4b08156220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 0x7f4b0813eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 -- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 msgr2=0x7f4b08156220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 0x7f4b08156220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 -- 10.20.193.52:0/452024096 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af8009500 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0d438640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 0x7f4b0813eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0e43a640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 0x7f4b08156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0dc39640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f4af80099d0 tx=0x7f4af80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af802fb70 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af8040870 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b08145540 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8040c20 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.086+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b08145260 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.087+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b080b5130 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.087+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4af804c460 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.088+0000 7f4af67fc640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 0x7f4ad8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.088+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6456+0+0 (secure 0 0 0) 0x7f4af802fe40 con 0x7f4b080b2620 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.088+0000 7f4b0d438640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 0x7f4ad8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.088+0000 7f4b0d438640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 0x7f4ad8078500 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4b08143da0 tx=0x7f4afc009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.091 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.089+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4af8083460 con 0x7f4b080b2620 2026-02-25T15:50:14.184 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.183+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f4b0815d230 con 0x7f4b080b2620 2026-02-25T15:50:14.185 INFO:tasks.ceph.mon.a.trial052.stderr:2026-02-25T15:50:14.183+0000 7f1d2bcc9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-25T15:50:14.187 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.185+0000 7f4af67fc640 1 -- 10.20.193.52:0/452024096 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) v1 ==== 161+0+0 (secure 0 0 0) 0x7f4af80864e0 con 0x7f4b080b2620 2026-02-25T15:50:14.187 INFO:teuthology.orchestra.run.trial052.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2026-02-25T15:50:14.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 msgr2=0x7f4ad8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 0x7f4ad8078500 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4b08143da0 tx=0x7f4afc009040 comp rx=0 tx=0).stop 2026-02-25T15:50:14.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 msgr2=0x7f4b0813f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f4af80099d0 tx=0x7f4af80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.189 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 shutdown_connections 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4ad8076040 0x7f4ad8078500 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4b08143420 0x7f4b08156220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4b08140270 0x7f4b0813eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 --2- 10.20.193.52:0/452024096 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4b080b2620 0x7f4b0813f7d0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 >> 10.20.193.52:0/452024096 conn(0x7f4b0806c980 msgr2=0x7f4b08142660 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 shutdown_connections 2026-02-25T15:50:14.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.186+0000 7f4b0fec4640 1 -- 10.20.193.52:0/452024096 wait complete. 2026-02-25T15:50:14.191 INFO:tasks.ceph.mds.a.trial052.stderr: -3084> 2026-02-25T15:49:35.667+0000 7f6dd1948640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2026-02-25T15:50:14.197 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2026-02-25T15:50:14.210 INFO:tasks.ceph.mds.a.trial052.stdout:starting mds.a at 2026-02-25T15:50:14.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.264+0000 7f8ae88c5640 1 Processor -- start 2026-02-25T15:50:14.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.264+0000 7f8ae88c5640 1 -- start start 2026-02-25T15:50:14.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae88c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae00b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae88c5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ae00ae360 0x7f8ae00709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae88c5640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ae00ad7c0 con 0x7f8ae006c770 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae88c5640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ae006cbd0 con 0x7f8ae00ae360 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae88c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae00b2020 con 0x7f8ae015d390 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ae00ae360 0x7f8ae00709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ae00ae360 0x7f8ae00709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48056/0 (socket says 10.20.193.52:48056) 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 -- 10.20.193.52:0/2574648805 learned_addr learned my addr 10.20.193.52:0/2574648805 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae663a640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae00b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 -- 10.20.193.52:0/2574648805 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 msgr2=0x7f8ae00b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:14.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae00b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 -- 10.20.193.52:0/2574648805 >> v1:10.20.193.86:6789/0 conn(0x7f8ae006c770 legacy=0x7f8ae00adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae6e3b640 1 -- 10.20.193.52:0/2574648805 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ae00b2300 con 0x7f8ae00ae360 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.265+0000 7f8ae663a640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae00b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae6e3b640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae00709a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f8ad4009e50 tx=0x7f8ad402f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7366976cdb6311d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae5638640 1 -- 10.20.193.52:0/2574648805 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4006ea0 con 0x7f8ae00ae360 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae5638640 1 -- 10.20.193.52:0/2574648805 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ad402fd90 con 0x7f8ae00ae360 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae5638640 1 -- 10.20.193.52:0/2574648805 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4037610 con 0x7f8ae00ae360 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 -- 10.20.193.52:0/2574648805 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 msgr2=0x7f8ae00709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae00709a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f8ad4009e50 tx=0x7f8ad402f330 comp rx=0 tx=0).stop 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 -- 10.20.193.52:0/2574648805 shutdown_connections 2026-02-25T15:50:14.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae00709a0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/2574648805 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae00b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 -- 10.20.193.52:0/2574648805 >> 10.20.193.52:0/2574648805 conn(0x7f8ae00cef90 msgr2=0x7f8ae00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 -- 10.20.193.52:0/2574648805 shutdown_connections 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.266+0000 7f8ae88c5640 1 -- 10.20.193.52:0/2574648805 wait complete. 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 Processor -- start 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 -- start start 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ae006c770 0x7f8ae014dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae015b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae014ece0 con 0x7f8ae00ae360 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae014e400 con 0x7f8ae006c770 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae88c5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ae0154bb0 con 0x7f8ae015d390 2026-02-25T15:50:14.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48068/0 (socket says 10.20.193.52:48068) 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 -- 10.20.193.52:0/1758061087 learned_addr learned my addr 10.20.193.52:0/1758061087 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae663a640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ae006c770 0x7f8ae014dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae6e3b640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae015b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 -- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 msgr2=0x7f8ae015b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae015b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 -- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ae006c770 msgr2=0x7f8ae014dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ae006c770 0x7f8ae014dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 -- 10.20.193.52:0/1758061087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ad4009b30 con 0x7f8ae00ae360 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae6e3b640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.267+0000 7f8ae5e39640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8acc00c5d0 tx=0x7f8acc00caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8acc012830 con 0x7f8ae00ae360 2026-02-25T15:50:14.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8acc0129b0 con 0x7f8ae00ae360 2026-02-25T15:50:14.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ae0154e90 con 0x7f8ae00ae360 2026-02-25T15:50:14.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8acc012d60 con 0x7f8ae00ae360 2026-02-25T15:50:14.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ae014e970 con 0x7f8ae00ae360 2026-02-25T15:50:14.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.268+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ae0068270 con 0x7f8ae00ae360 2026-02-25T15:50:14.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.269+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8acc022020 con 0x7f8ae00ae360 2026-02-25T15:50:14.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.269+0000 7f8acaffd640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 0x7f8ab0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:14.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.269+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6542+0+0 (secure 0 0 0) 0x7f8acc096e20 con 0x7f8ae00ae360 2026-02-25T15:50:14.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.269+0000 7f8ae663a640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 0x7f8ab0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:14.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.269+0000 7f8ae663a640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 0x7f8ab0078500 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800aa10 tx=0x7f8ad8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:14.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.271+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8acc05c8d0 con 0x7f8ae00ae360 2026-02-25T15:50:14.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:14.364+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f8ae00b30b0 con 0x7f8ae00ae360 2026-02-25T15:50:15.187 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.186+0000 7f8acaffd640 1 -- 10.20.193.52:0/1758061087 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 If there are active snapshot schedules associated with this file-system, you might see EIO errors in the mgr logs or at the snap-schedule command-line due to the missing file-system. However, these errors are transient and will get auto-resolved. v11) v1 ==== 350+0+0 (secure 0 0 0) 0x7f8acc05f950 con 0x7f8ae00ae360 2026-02-25T15:50:15.187 INFO:teuthology.orchestra.run.trial052.stderr:If there are active snapshot schedules associated with this file-system, you might see EIO errors in the mgr logs or at the snap-schedule command-line due to the missing file-system. However, these errors are transient and will get auto-resolved. 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 msgr2=0x7f8ab0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 0x7f8ab0078500 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800aa10 tx=0x7f8ad8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 msgr2=0x7f8ae0154260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8acc00c5d0 tx=0x7f8acc00caa0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 shutdown_connections 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8ab0076040 0x7f8ab0078500 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ae015d390 0x7f8ae015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ae00ae360 0x7f8ae0154260 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 --2- 10.20.193.52:0/1758061087 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ae006c770 0x7f8ae014dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 >> 10.20.193.52:0/1758061087 conn(0x7f8ae00cef90 msgr2=0x7f8ae00adc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 shutdown_connections 2026-02-25T15:50:15.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.187+0000 7f8ae88c5640 1 -- 10.20.193.52:0/1758061087 wait complete. 2026-02-25T15:50:15.197 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2026-02-25T15:50:15.309 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.305+0000 7f0008573640 1 Processor -- start 2026-02-25T15:50:15.309 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.305+0000 7f0008573640 1 -- start start 2026-02-25T15:50:15.309 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.305+0000 7f0008573640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f00000ae510 0x7f0000071870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.309 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0000072010 0x7f0000072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0000072960 con 0x7f000015e4d0 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0000071450 con 0x7f0000072010 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f000015e940 con 0x7f00000ae510 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0000072010 0x7f0000072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0000072010 0x7f0000072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48072/0 (socket says 10.20.193.52:48072) 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 -- 10.20.193.52:0/41517998 learned_addr learned my addr 10.20.193.52:0/41517998 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f00062e8640 1 --2- 10.20.193.52:0/41517998 >> v2:10.20.193.86:3300/0 conn(0x7f00000ae510 0x7f0000071870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 -- 10.20.193.52:0/41517998 >> v2:10.20.193.86:3300/0 conn(0x7f00000ae510 msgr2=0x7f0000071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 --2- 10.20.193.52:0/41517998 >> v2:10.20.193.86:3300/0 conn(0x7f00000ae510 0x7f0000071870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 -- 10.20.193.52:0/41517998 >> v1:10.20.193.86:6789/0 conn(0x7f000015e4d0 legacy=0x7f00000b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:15.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 -- 10.20.193.52:0/41517998 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0000070ab0 con 0x7f0000072010 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0006ae9640 1 --2- 10.20.193.52:0/41517998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0000072010 0x7f0000072420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0000067bf0 tx=0x7efffc02f3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e907ecedea8c07f7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f00052e6640 1 -- 10.20.193.52:0/41517998 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc006ea0 con 0x7f0000072010 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f00052e6640 1 -- 10.20.193.52:0/41517998 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efffc02fe00 con 0x7f0000072010 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f00052e6640 1 -- 10.20.193.52:0/41517998 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efffc037610 con 0x7f0000072010 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 -- 10.20.193.52:0/41517998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0000072010 msgr2=0x7f0000072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.306+0000 7f0008573640 1 --2- 10.20.193.52:0/41517998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0000072010 0x7f0000072420 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0000067bf0 tx=0x7efffc02f3a0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 -- 10.20.193.52:0/41517998 shutdown_connections 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 --2- 10.20.193.52:0/41517998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0000072010 0x7f0000072420 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 --2- 10.20.193.52:0/41517998 >> v2:10.20.193.86:3300/0 conn(0x7f00000ae510 0x7f0000071870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 -- 10.20.193.52:0/41517998 >> 10.20.193.52:0/41517998 conn(0x7f00000cef90 msgr2=0x7f00000cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 -- 10.20.193.52:0/41517998 shutdown_connections 2026-02-25T15:50:15.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 -- 10.20.193.52:0/41517998 wait complete. 2026-02-25T15:50:15.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 Processor -- start 2026-02-25T15:50:15.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.307+0000 7f0008573640 1 -- start start 2026-02-25T15:50:15.314 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0000072010 0x7f000014fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 0x7f000015c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0000150100 con 0x7f00000ae510 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0000152060 con 0x7f000015e4d0 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0000151690 con 0x7f0000072010 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:48088/0 (socket says 10.20.193.52:48088) 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 -- 10.20.193.52:0/3173242396 learned_addr learned my addr 10.20.193.52:0/3173242396 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f00062e8640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0000072010 0x7f000014fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0006ae9640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 0x7f000015c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 -- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0000072010 msgr2=0x7f000014fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0000072010 0x7f000014fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 -- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 msgr2=0x7f000015c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 0x7f000015c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 -- 10.20.193.52:0/3173242396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efffc009b30 con 0x7f00000ae510 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0006ae9640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 0x7f000015c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0005ae7640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7efff400b5b0 tx=0x7efff400ba80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4004480 con 0x7f00000ae510 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efff40026e0 con 0x7f00000ae510 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0000150a80 con 0x7f00000ae510 2026-02-25T15:50:15.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4002a90 con 0x7f00000ae510 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.308+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0000151040 con 0x7f00000ae510 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.309+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00000ae8f0 con 0x7f00000ae510 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.309+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7efff4002bf0 con 0x7f00000ae510 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.310+0000 7effe6ffd640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 0x7effd0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.310+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6542+0+0 (secure 0 0 0) 0x7efff40971d0 con 0x7f00000ae510 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.310+0000 7f00062e8640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 0x7effd0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.310+0000 7f00062e8640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 0x7effd0078500 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7efff00099b0 tx=0x7efff0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:15.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.312+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7efff405cc70 con 0x7f00000ae510 2026-02-25T15:50:15.392 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:15.390+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0000072420 con 0x7f00000ae510 2026-02-25T15:50:16.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.186+0000 7effe6ffd640 1 -- 10.20.193.52:0/3173242396 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v27) v1 ==== 181+0+0 (secure 0 0 0) 0x7efff405fcf0 con 0x7f00000ae510 2026-02-25T15:50:16.189 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_metadata' removed 2026-02-25T15:50:16.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 msgr2=0x7effd0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 0x7effd0078500 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7efff00099b0 tx=0x7efff0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 msgr2=0x7f0000151b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7efff400b5b0 tx=0x7efff400ba80 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 shutdown_connections 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7effd0076040 0x7effd0078500 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f000015e4d0 0x7f000015c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f00000ae510 0x7f0000151b20 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 --2- 10.20.193.52:0/3173242396 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0000072010 0x7f000014fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 >> 10.20.193.52:0/3173242396 conn(0x7f00000cef90 msgr2=0x7f0000160ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 shutdown_connections 2026-02-25T15:50:16.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.189+0000 7f0008573640 1 -- 10.20.193.52:0/3173242396 wait complete. 2026-02-25T15:50:16.201 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.268+0000 7f0dad0d1640 1 Processor -- start 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.268+0000 7f0dad0d1640 1 -- start start 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0dad0d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0dad0d1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0da806ce40 con 0x7f0da815b7d0 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0dad0d1640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0da806dc90 con 0x7f0da8071b00 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0dad0d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0da80ce0a0 con 0x7f0da80cd780 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da7577640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f0da815b7d0 0x7f0da815bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45910/0 (socket says 10.20.193.52:45910) 2026-02-25T15:50:16.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da7577640 1 -- 10.20.193.52:0/370981971 learned_addr learned my addr 10.20.193.52:0/370981971 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da6d76640 1 --2- 10.20.193.52:0/370981971 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 877985158 0 0) 0x7f0d98002ca0 con 0x7f0da815b7d0 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d94003620 con 0x7f0da815b7d0 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 39198017 0 0) 0x7f0da806dc90 con 0x7f0da8071b00 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d98002ca0 con 0x7f0da8071b00 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da6d76640 1 -- 10.20.193.52:0/370981971 >> v1:10.20.193.86:6789/0 conn(0x7f0da8071b00 legacy=0x7f0da806c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da6d76640 1 -- 10.20.193.52:0/370981971 >> v1:10.20.193.52:6789/0 conn(0x7f0da815b7d0 legacy=0x7f0da815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.269+0000 7f0da6d76640 1 -- 10.20.193.52:0/370981971 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da806d080 con 0x7f0da80cd780 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0da6d76640 1 --2- 10.20.193.52:0/370981971 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80cdb60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098d0 tx=0x7f0d9c02ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13b2d3e0b41db7e6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c02fbf0 con 0x7f0da80cd780 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d9c02fd50 con 0x7f0da80cd780 2026-02-25T15:50:16.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0da5d74640 1 -- 10.20.193.52:0/370981971 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037660 con 0x7f0da80cd780 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 -- 10.20.193.52:0/370981971 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 msgr2=0x7f0da80cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/370981971 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80cdb60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098d0 tx=0x7f0d9c02ef20 comp rx=0 tx=0).stop 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 -- 10.20.193.52:0/370981971 shutdown_connections 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/370981971 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80cdb60 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 -- 10.20.193.52:0/370981971 >> 10.20.193.52:0/370981971 conn(0x7f0da80cef90 msgr2=0x7f0da80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 -- 10.20.193.52:0/370981971 shutdown_connections 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.270+0000 7f0dad0d1640 1 -- 10.20.193.52:0/370981971 wait complete. 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 Processor -- start 2026-02-25T15:50:16.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 -- start start 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80aec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0da815b7d0 0x7f0da80af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da80a9350 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da80a9630 con 0x7f0da815b7d0 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0dad0d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0da80a9910 con 0x7f0da80cd780 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37166/0 (socket says 10.20.193.52:37166) 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 -- 10.20.193.52:0/2083914166 learned_addr learned my addr 10.20.193.52:0/2083914166 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6575640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80aec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 -- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 msgr2=0x7f0da80aec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80aec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 -- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0da815b7d0 msgr2=0x7f0da80af1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0da815b7d0 0x7f0da80af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 -- 10.20.193.52:0/2083914166 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d9c009500 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.271+0000 7f0da6d76640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098d0 tx=0x7f0d9c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c004230 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d9c004390 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0da80a9bf0 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c003710 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0da80b0600 con 0x7f0da8071b00 2026-02-25T15:50:16.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.272+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0da80aa110 con 0x7f0da8071b00 2026-02-25T15:50:16.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.273+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f0d9c003870 con 0x7f0da8071b00 2026-02-25T15:50:16.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.273+0000 7f0d877fe640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 0x7f0d74078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:16.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.273+0000 7f0da6575640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 0x7f0d74078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:16.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.273+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6104+0+0 (secure 0 0 0) 0x7f0d9c0bce10 con 0x7f0da8071b00 2026-02-25T15:50:16.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.273+0000 7f0da6575640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 0x7f0d74078500 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0d90007b70 tx=0x7f0d90009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:16.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.275+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0d9c082bf0 con 0x7f0da8071b00 2026-02-25T15:50:16.354 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:16.352+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0da80aa110 con 0x7f0da8071b00 2026-02-25T15:50:17.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.189+0000 7f0d877fe640 1 -- 10.20.193.52:0/2083914166 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v28) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0da80aa110 con 0x7f0da8071b00 2026-02-25T15:50:17.191 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data' removed 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.190+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 msgr2=0x7f0d74078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 0x7f0d74078500 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0d90007b70 tx=0x7f0d90009040 comp rx=0 tx=0).stop 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 msgr2=0x7f0da80abc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098d0 tx=0x7f0d9c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 shutdown_connections 2026-02-25T15:50:17.192 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f0d74076040 0x7f0d74078500 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0da815b7d0 0x7f0da80af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0da80cd780 0x7f0da80aec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 --2- 10.20.193.52:0/2083914166 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0da8071b00 0x7f0da80abc60 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 >> 10.20.193.52:0/2083914166 conn(0x7f0da80cef90 msgr2=0x7f0da8073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 shutdown_connections 2026-02-25T15:50:17.193 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.191+0000 7f0dad0d1640 1 -- 10.20.193.52:0/2083914166 wait complete. 2026-02-25T15:50:17.202 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2026-02-25T15:50:17.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 Processor -- start 2026-02-25T15:50:17.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 -- start start 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5b840cd780 0x7f5b840cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84071b00 0x7f5b8406c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b8406dc90 con 0x7f5b84070730 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b840ce0a0 con 0x7f5b840cd780 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b8ba7c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8406d080 con 0x7f5b84071b00 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5b840cd780 0x7f5b840cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5b840cd780 0x7f5b840cdb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37180/0 (socket says 10.20.193.52:37180) 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 -- 10.20.193.52:0/684110130 learned_addr learned my addr 10.20.193.52:0/684110130 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b88ff0640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84071b00 0x7f5b8406c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 -- 10.20.193.52:0/684110130 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84071b00 msgr2=0x7f5b8406c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84071b00 0x7f5b8406c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 -- 10.20.193.52:0/684110130 >> v1:10.20.193.86:6789/0 conn(0x7f5b84070730 legacy=0x7f5b84070bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.269+0000 7f5b897f1640 1 -- 10.20.193.52:0/684110130 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b8406d360 con 0x7f5b840cd780 2026-02-25T15:50:17.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b897f1640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b840cdb60 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5b74009970 tx=0x7f5b7402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede1cad94e15b584 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:17.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b73fff640 1 -- 10.20.193.52:0/684110130 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7402fc30 con 0x7f5b840cd780 2026-02-25T15:50:17.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b73fff640 1 -- 10.20.193.52:0/684110130 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b7402fd90 con 0x7f5b840cd780 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b73fff640 1 -- 10.20.193.52:0/684110130 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b74037660 con 0x7f5b840cd780 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/684110130 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 msgr2=0x7f5b840cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b840cdb60 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5b74009970 tx=0x7f5b7402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/684110130 shutdown_connections 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84071b00 0x7f5b8406c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/684110130 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b840cdb60 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/684110130 >> 10.20.193.52:0/684110130 conn(0x7f5b840cef90 msgr2=0x7f5b840cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/684110130 shutdown_connections 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.270+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/684110130 wait complete. 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 Processor -- start 2026-02-25T15:50:17.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 -- start start 2026-02-25T15:50:17.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84070730 0x7f5b84140df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 0x7f5b840c41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b841f8dd0 con 0x7f5b840cd780 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b841f7ee0 con 0x7f5b84071b00 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b8ba7c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b841f81c0 con 0x7f5b84070730 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b89ff2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b89ff2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37196/0 (socket says 10.20.193.52:37196) 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.271+0000 7f5b89ff2640 1 -- 10.20.193.52:0/1898112539 learned_addr learned my addr 10.20.193.52:0/1898112539 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b897f1640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84070730 0x7f5b84140df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b88ff0640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 0x7f5b840c41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 -- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84070730 msgr2=0x7f5b84140df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84070730 0x7f5b84140df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 -- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 msgr2=0x7f5b840c41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 0x7f5b840c41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 -- 10.20.193.52:0/1898112539 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b740095d0 con 0x7f5b840cd780 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b88ff0640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 0x7f5b840c41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b89ff2640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5b8000cc50 tx=0x7f5b8000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:17.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b8000ce70 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b80003a70 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b80003e40 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b841f84a0 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b841f8a60 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.272+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b8406e100 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.273+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f5b80019020 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.273+0000 7f5b71ffb640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 0x7f5b54078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.273+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5777+0+0 (secure 0 0 0) 0x7f5b80096ed0 con 0x7f5b840cd780 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.273+0000 7f5b897f1640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 0x7f5b54078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.273+0000 7f5b897f1640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 0x7f5b54078500 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5b84067c50 tx=0x7f5b74033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:17.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.275+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f5b8406e100 con 0x7f5b840cd780 2026-02-25T15:50:17.356 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:17.354+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f5b8406e100 con 0x7f5b840cd780 2026-02-25T15:50:18.194 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.191+0000 7f5b71ffb640 1 -- 10.20.193.52:0/1898112539 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v29) v1 ==== 178+0+0 (secure 0 0 0) 0x7f5b8406e100 con 0x7f5b840cd780 2026-02-25T15:50:18.194 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data_ec' removed 2026-02-25T15:50:18.195 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 msgr2=0x7f5b54078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 0x7f5b54078500 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5b84067c50 tx=0x7f5b74033000 comp rx=0 tx=0).stop 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 msgr2=0x7f5b8413ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5b8000cc50 tx=0x7f5b8000a430 comp rx=0 tx=0).stop 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 shutdown_connections 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f5b54076040 0x7f5b54078500 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5b840cd780 0x7f5b8413ef60 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.196 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5b84071b00 0x7f5b840c41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 --2- 10.20.193.52:0/1898112539 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5b84070730 0x7f5b84140df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 >> 10.20.193.52:0/1898112539 conn(0x7f5b840cef90 msgr2=0x7f5b840add80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:18.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 shutdown_connections 2026-02-25T15:50:18.197 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.192+0000 7f5b8ba7c640 1 -- 10.20.193.52:0/1898112539 wait complete. 2026-02-25T15:50:18.206 INFO:tasks.ceph.mds.a:Restarting daemon 2026-02-25T15:50:18.206 INFO:tasks.ceph.mds.a:Stopping old one... 2026-02-25T15:50:18.206 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2026-02-25T15:50:18.207 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:18.207 INFO:tasks.ceph.mds.c:Restarting daemon 2026-02-25T15:50:18.207 INFO:tasks.ceph.mds.c:Stopping old one... 2026-02-25T15:50:18.207 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2026-02-25T15:50:18.207 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:18.208 INFO:tasks.ceph.mds.b:Restarting daemon 2026-02-25T15:50:18.208 INFO:tasks.ceph.mds.b:Stopping old one... 2026-02-25T15:50:18.208 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2026-02-25T15:50:18.208 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:18.208 INFO:tasks.ceph.mds.d:Restarting daemon 2026-02-25T15:50:18.208 INFO:tasks.ceph.mds.d:Stopping old one... 2026-02-25T15:50:18.209 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2026-02-25T15:50:18.209 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:18.214 INFO:tasks.ceph.mds.a:Stopped 2026-02-25T15:50:18.214 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2026-02-25T15:50:18.214 INFO:tasks.ceph.mds.c:Stopped 2026-02-25T15:50:18.214 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2026-02-25T15:50:18.216 INFO:tasks.ceph.mds.b:Stopped 2026-02-25T15:50:18.216 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2026-02-25T15:50:18.216 INFO:tasks.ceph.mds.d:Stopped 2026-02-25T15:50:18.216 DEBUG:teuthology.orchestra.run.trial086:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2026-02-25T15:50:18.256 INFO:tasks.ceph.mds.a:Started 2026-02-25T15:50:18.257 DEBUG:teuthology.parallel:result is None 2026-02-25T15:50:18.258 INFO:tasks.ceph.mds.c:Started 2026-02-25T15:50:18.258 DEBUG:teuthology.parallel:result is None 2026-02-25T15:50:18.259 INFO:tasks.ceph.mds.b:Started 2026-02-25T15:50:18.260 DEBUG:teuthology.parallel:result is None 2026-02-25T15:50:18.261 INFO:tasks.ceph.mds.d:Started 2026-02-25T15:50:18.261 DEBUG:teuthology.parallel:result is None 2026-02-25T15:50:18.261 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2026-02-25T15:50:18.312 INFO:tasks.ceph.mds.a.trial052.stdout:starting mds.a at 2026-02-25T15:50:18.312 INFO:tasks.ceph.mds.c.trial052.stdout:starting mds.c at 2026-02-25T15:50:18.313 INFO:tasks.ceph.mds.d.trial086.stdout:starting mds.d at 2026-02-25T15:50:18.314 INFO:tasks.ceph.mds.b.trial086.stdout:starting mds.b at 2026-02-25T15:50:18.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 Processor -- start 2026-02-25T15:50:18.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 -- start start 2026-02-25T15:50:18.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f33a80b3f30 0x7f33a80b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 0x7f33a8071270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33a80b2b60 con 0x7f33a81618e0 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33a80b3400 con 0x7f33a80b3f30 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33acf28640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33a80b48e0 con 0x7f33a8070e40 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33a5d74640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f33a80b3f30 0x7f33a80b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33a5d74640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f33a80b3f30 0x7f33a80b43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37252/0 (socket says 10.20.193.52:37252) 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33a5d74640 1 -- 10.20.193.52:0/126125769 learned_addr learned my addr 10.20.193.52:0/126125769 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.330+0000 7f33a6575640 1 --1- 10.20.193.52:0/126125769 >> v1:10.20.193.52:6789/0 conn(0x7f33a81618e0 0x7f33a80b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45916/0 (socket says 10.20.193.52:45916) 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a6d76640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 0x7f33a8071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5d74640 1 -- 10.20.193.52:0/126125769 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 msgr2=0x7f33a8071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5d74640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 0x7f33a8071270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5d74640 1 -- 10.20.193.52:0/126125769 >> v1:10.20.193.52:6789/0 conn(0x7f33a81618e0 legacy=0x7f33a80b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5573640 1 -- 10.20.193.52:0/126125769 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2278757918 0 0) 0x7f33a80b2b60 con 0x7f33a81618e0 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5d74640 1 -- 10.20.193.52:0/126125769 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33a80b2e40 con 0x7f33a80b3f30 2026-02-25T15:50:18.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a6d76640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 0x7f33a8071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5d74640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a80b3f30 0x7f33a80b43a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3390009970 tx=0x7f339002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ea11139866172e7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5573640 1 -- 10.20.193.52:0/126125769 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339002fc30 con 0x7f33a80b3f30 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5573640 1 -- 10.20.193.52:0/126125769 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f339002fd90 con 0x7f33a80b3f30 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33a5573640 1 -- 10.20.193.52:0/126125769 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390037660 con 0x7f33a80b3f30 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 -- 10.20.193.52:0/126125769 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a80b3f30 msgr2=0x7f33a80b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a80b3f30 0x7f33a80b43a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3390009970 tx=0x7f339002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 -- 10.20.193.52:0/126125769 shutdown_connections 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a8070e40 0x7f33a8071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 --2- 10.20.193.52:0/126125769 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a80b3f30 0x7f33a80b43a0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 -- 10.20.193.52:0/126125769 >> 10.20.193.52:0/126125769 conn(0x7f33a806c980 msgr2=0x7f33a806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:18.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 -- 10.20.193.52:0/126125769 shutdown_connections 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.331+0000 7f33acf28640 1 -- 10.20.193.52:0/126125769 wait complete. 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.332+0000 7f33acf28640 1 Processor -- start 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.332+0000 7f33acf28640 1 -- start start 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f33a8070e40 0x7f33a815c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 0x7f33a815cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a81f9dd0 con 0x7f33a81618e0 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a81f9150 con 0x7f33a8070e40 2026-02-25T15:50:18.342 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33a81f9430 con 0x7f33a80b3f30 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37264/0 (socket says 10.20.193.52:37264) 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 -- 10.20.193.52:0/3889373554 learned_addr learned my addr 10.20.193.52:0/3889373554 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6575640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f33a8070e40 0x7f33a815c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a5d74640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 0x7f33a815cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 -- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 msgr2=0x7f33a815cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 0x7f33a815cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 -- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f33a8070e40 msgr2=0x7f33a815c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f33a8070e40 0x7f33a815c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 -- 10.20.193.52:0/3889373554 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33900095d0 con 0x7f33a81618e0 2026-02-25T15:50:18.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a5d74640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 0x7f33a815cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33a6d76640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f339800cef0 tx=0x7f339800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3398006ea0 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f339800d840 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33a81f9710 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339800dbf0 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.333+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33a81f8e40 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.334+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33a8161cc0 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.334+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f3398008040 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.335+0000 7f338effd640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 0x7f3374078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.335+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5259+0+0 (secure 0 0 0) 0x7f3398097390 con 0x7f33a81618e0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.335+0000 7f33a6575640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 0x7f3374078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:18.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.335+0000 7f33a6575640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 0x7f3374078500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f339c002770 tx=0x7f339c007d20 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:18.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.337+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f339805d2a0 con 0x7f33a81618e0 2026-02-25T15:50:18.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:18.420+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f33a8162180 con 0x7f33a81618e0 2026-02-25T15:50:19.327 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.324+0000 7f338effd640 1 -- 10.20.193.52:0/3889373554 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) v1 ==== 97+0+0 (secure 0 0 0) 0x7f3398060320 con 0x7f33a81618e0 2026-02-25T15:50:19.327 INFO:teuthology.orchestra.run.trial052.stderr: removed all blocklist entries 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 msgr2=0x7f3374078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 0x7f3374078500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f339c002770 tx=0x7f339c007d20 comp rx=0 tx=0).stop 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 msgr2=0x7f33a80cd6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f339800cef0 tx=0x7f339800a710 comp rx=0 tx=0).stop 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 shutdown_connections 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f3374076040 0x7f3374078500 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f33a81618e0 0x7f33a80cd6c0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f33a80b3f30 0x7f33a815cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 --2- 10.20.193.52:0/3889373554 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f33a8070e40 0x7f33a815c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 >> 10.20.193.52:0/3889373554 conn(0x7f33a806c980 msgr2=0x7f33a8163090 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 shutdown_connections 2026-02-25T15:50:19.330 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.326+0000 7f33acf28640 1 -- 10.20.193.52:0/3889373554 wait complete. 2026-02-25T15:50:19.338 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 Processor -- start 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 -- start start 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c140270 0x7fae2c0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fae2c143420 0x7fae2c0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae2c0b2a60 con 0x7fae2c0b2620 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae2c143a40 con 0x7fae2c143420 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae30faf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c0b40f0 con 0x7fae2c140270 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.403+0000 7fae2ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fae2c143420 0x7fae2c0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fae2c143420 0x7fae2c0ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37268/0 (socket says 10.20.193.52:37268) 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 -- 10.20.193.52:0/3863337736 learned_addr learned my addr 10.20.193.52:0/3863337736 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2a575640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c140270 0x7fae2c0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 -- 10.20.193.52:0/3863337736 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c140270 msgr2=0x7fae2c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c140270 0x7fae2c0b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 -- 10.20.193.52:0/3863337736 >> v1:10.20.193.86:6789/0 conn(0x7fae2c0b2620 legacy=0x7fae2c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 -- 10.20.193.52:0/3863337736 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae2c0addc0 con 0x7fae2c143420 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae2ad76640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c143420 0x7fae2c0ce0f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fae1c009e50 tx=0x7fae1c02f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beec85a0b8c2d492 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae29573640 1 -- 10.20.193.52:0/3863337736 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c006ea0 con 0x7fae2c143420 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae29573640 1 -- 10.20.193.52:0/3863337736 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae1c02fde0 con 0x7fae2c143420 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.404+0000 7fae29573640 1 -- 10.20.193.52:0/3863337736 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1c037610 con 0x7fae2c143420 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 -- 10.20.193.52:0/3863337736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c143420 msgr2=0x7fae2c0ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c143420 0x7fae2c0ce0f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fae1c009e50 tx=0x7fae1c02f330 comp rx=0 tx=0).stop 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 -- 10.20.193.52:0/3863337736 shutdown_connections 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c143420 0x7fae2c0ce0f0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 --2- 10.20.193.52:0/3863337736 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c140270 0x7fae2c0b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 -- 10.20.193.52:0/3863337736 >> 10.20.193.52:0/3863337736 conn(0x7fae2c06c980 msgr2=0x7fae2c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 -- 10.20.193.52:0/3863337736 shutdown_connections 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 -- 10.20.193.52:0/3863337736 wait complete. 2026-02-25T15:50:19.414 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.405+0000 7fae30faf640 1 Processor -- start 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- start start 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c0b2620 0x7fae2c13f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fae2c143420 0x7fae2c13ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c1f5a70 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c13f270 con 0x7fae2c143420 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae2c160310 con 0x7fae2c0b2620 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37276/0 (socket says 10.20.193.52:37276) 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 -- 10.20.193.52:0/1580738941 learned_addr learned my addr 10.20.193.52:0/1580738941 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae2ad76640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fae2c143420 0x7fae2c13ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 -- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c0b2620 msgr2=0x7fae2c13f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c0b2620 0x7fae2c13f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 -- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fae2c143420 msgr2=0x7fae2c13ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fae2c143420 0x7fae2c13ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 -- 10.20.193.52:0/1580738941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae1c009b30 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae29d74640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fae1400c500 tx=0x7fae1400c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae140052d0 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae14005430 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae2c1f53b0 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae14003930 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.406+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae2c160000 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.407+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae2c0b5130 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.407+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fae14003a90 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.408+0000 7fae12ffd640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 0x7fadf8078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.408+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7fae140961d0 con 0x7fae2c140270 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.408+0000 7fae2a575640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 0x7fadf8078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.408+0000 7fae2a575640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 0x7fadf8078530 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fae20006b90 tx=0x7fae20006b20 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.415 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.410+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fae1405c140 con 0x7fae2c140270 2026-02-25T15:50:19.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.518+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fae2c0b0a40 con 0x7fae2c140270 2026-02-25T15:50:19.522 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.518+0000 7fae12ffd640 1 -- 10.20.193.52:0/1580738941 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6645 (secure 0 0 0) 0x7fae1405f1c0 con 0x7fae2c140270 2026-02-25T15:50:19.522 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:19.522 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:19.522 INFO:teuthology.orchestra.run.trial052.stdout: "auth_dump": [ 2026-02-25T15:50:19.522 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mds.a", 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9p3p4sJRAA5vzZUVXFa3UhX2H4n5k7Zg==", 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow *", 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow *", 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.523 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mds.b", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9p1ZPBNBAA8XbnkYz37bJDSSFS6u42Mg==", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow *", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow *", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mds.c", 2026-02-25T15:50:19.524 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9pjuMcLhAANLmL0paMh/qND6KJFCm/5Q==", 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow *", 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow *", 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.525 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mds.d", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDPGZ9pL0EQAhAAQRfvdEUzfKey/9b3OTNs7A==", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow *", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow *", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.0", 2026-02-25T15:50:19.526 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDSGZ9pKxEJKxAAZlixF+TcQyDV/3Hpsk3DsQ==", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.1", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDVGZ9pKYcdKhAAkN0GX0B0kz6omLqgeHTwcw==", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.527 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.2", 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDYGZ9p3dchKRAApgDV4GP7jz+4yoVnKKOzUQ==", 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.528 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.3", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDbGZ9pK1r5JxAAqGrN03RJOfd6jGbFU7LOmA==", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.4", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDhGZ9pPSojNxAAsYpjWll0zZjdt//OuE0eIw==", 2026-02-25T15:50:19.529 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.5", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDkGZ9p2d4PNxAAhltCK1w0mJA675e63qJHFg==", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.530 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.6", 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDnGZ9pbnKANhAAlBeZH4w09fDwYp9Cgiw3KQ==", 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.531 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "osd.7", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDqGZ9po/TnMxAAFXFV1OBSkLJbUaYe7Gjfdw==", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow profile osd", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile osd", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.0", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDPGZ9pLQUaCBAAKp78frAsr8QQRZUENI0qfA==", 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.532 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow r", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow rw", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow rwx" 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.1", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDPGZ9pGDf0DxAAOUpUIBopH4WGGgF6cj18Yg==", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow r", 2026-02-25T15:50:19.533 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow rw", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow rwx" 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.2", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDPGZ9poUopDRAAKROTp7zsRDRg+ieg8MMpSw==", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow r", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow rw", 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow rwx" 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.534 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.3", 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDPGZ9pwhMLFRAAGikKKzKVtgLJefy0O6QN8A==", 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow", 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow r", 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow rw", 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow rwx" 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.535 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.admin", 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9pN6ocCRAAO7QI74yDNcn0ur5XOH5swA==", 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow *", 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "mgr": "allow *", 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow *", 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.536 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-mds", 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9pbR0BBBAAxwVQBWPO1xWlLOFEB3DgWg==", 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-mds" 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-mgr", 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9paCcBBBAA7h3qjna9Qd1yW2q1AmPIcw==", 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-mgr" 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.537 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-osd", 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9peS0BBBAAeLTSPGHyddHtD1YzV4Pygw==", 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-osd" 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-rbd", 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9p1TIBBBAAL3kewnbfEfnZ4gVpTDY0Kg==", 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-rbd" 2026-02-25T15:50:19.538 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-rbd-mirror", 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9p1zkBBBAAVaq/+yKW5VUXnX3HJTeMNw==", 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "client.bootstrap-rgw", 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQD7GZ9pTEABBBAANACumcaL+EmfsRfR90zhfw==", 2026-02-25T15:50:19.539 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile bootstrap-rgw" 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mgr.x", 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9pVQ6DIhAAoV1EKsxRXOZv0ojwUuS8gw==", 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow *", 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile mgr", 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.540 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "entity": "mgr.y", 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "key": "AQDOGZ9p40SxHxAAWy00KxX8SUUICSS0EaVZqA==", 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "caps": { 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "mds": "allow *", 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "mon": "allow profile mgr", 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: "osd": "allow *" 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout: ] 2026-02-25T15:50:19.541 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:19.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 msgr2=0x7fadf8078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 0x7fadf8078530 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fae20006b90 tx=0x7fae20006b20 comp rx=0 tx=0).stop 2026-02-25T15:50:19.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 msgr2=0x7fae2c161910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fae1400c500 tx=0x7fae1400c9d0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 shutdown_connections 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fadf8076070 0x7fadf8078530 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fae2c143420 0x7fae2c13ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fae2c140270 0x7fae2c161910 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 --2- 10.20.193.52:0/1580738941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fae2c0b2620 0x7fae2c13f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 >> 10.20.193.52:0/1580738941 conn(0x7fae2c06c980 msgr2=0x7fae2c0af8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 shutdown_connections 2026-02-25T15:50:19.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.519+0000 7fae30faf640 1 -- 10.20.193.52:0/1580738941 wait complete. 2026-02-25T15:50:19.545 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2026-02-25T15:50:19.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.609+0000 7fefcc3cb640 1 Processor -- start 2026-02-25T15:50:19.618 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.609+0000 7fefcc3cb640 1 -- start start 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefcc3cb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefc4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefcc3cb640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc40b40f0 con 0x7fefc4143250 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefcc3cb640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc40addc0 con 0x7fefc4140270 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefcc3cb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc4143a40 con 0x7fefc40b27f0 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca941640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fefc4143250 0x7fefc40ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45920/0 (socket says 10.20.193.52:45920) 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca941640 1 -- 10.20.193.52:0/2525963917 learned_addr learned my addr 10.20.193.52:0/2525963917 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefc4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1090227856 0 0) 0x7fefc40b40f0 con 0x7fefc4143250 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefac003620 con 0x7fefc4143250 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1855880372 0 0) 0x7fefac003620 con 0x7fefc4143250 2026-02-25T15:50:19.619 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 msgr2=0x7fefc4142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefc4142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 >> v1:10.20.193.86:6789/0 conn(0x7fefc4140270 legacy=0x7fefc40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc40b4370 con 0x7fefc4143250 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fefc0003280 con 0x7fefc4143250 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 >> v1:10.20.193.52:6789/0 conn(0x7fefc4143250 legacy=0x7fefc40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefac003c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefac0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefac004f20 0x7fefac00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc4143a40 con 0x7fefac0041d0 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefac005620 con 0x7fefac004f20 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefac00bfc0 con 0x7fefc40b27f0 2026-02-25T15:50:19.620 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefac0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca941640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefac004f20 0x7fefac00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca140640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefac003c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 -- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 msgr2=0x7fefac003c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefac003c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 -- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefac004f20 msgr2=0x7fefac00ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefac004f20 0x7fefac00ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefc993f640 1 -- 10.20.193.52:0/2525963917 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefac003620 con 0x7fefac0041d0 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca140640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc40b27f0 0x7fefac003c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.610+0000 7fefca941640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefac004f20 0x7fefac00ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefc993f640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefac0048c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fefb8009bc0 tx=0x7fefb802f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28fe24976630c7a4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.621 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb802fcc0 con 0x7fefac0041d0 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefb802fe20 con 0x7fefac0041d0 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefc913e640 1 -- 10.20.193.52:0/2525963917 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb8037660 con 0x7fefac0041d0 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2525963917 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 msgr2=0x7fefac0048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2525963917 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefac0048c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fefb8009bc0 tx=0x7fefb802f4a0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefca941640 1 -- 10.20.193.52:0/2525963917 reap_dead start 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2525963917 shutdown_connections 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2525963917 >> 10.20.193.52:0/2525963917 conn(0x7fefc406c980 msgr2=0x7fefc406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.622 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2525963917 shutdown_connections 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.611+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2525963917 wait complete. 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.612+0000 7fefcc3cb640 1 Processor -- start 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.612+0000 7fefcc3cb640 1 -- start start 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.612+0000 7fefcc3cb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.612+0000 7fefcc3cb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 0x7fefc4155970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 0x7fefc415ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc4154960 con 0x7fefac0041d0 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc4154bb0 con 0x7fefc415eaa0 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc4154e90 con 0x7fefc413f8a0 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37288/0 (socket says 10.20.193.52:37288) 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 -- 10.20.193.52:0/2771433534 learned_addr learned my addr 10.20.193.52:0/2771433534 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:19.623 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefc993f640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 0x7fefc4155970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca941640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 0x7fefc415ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 -- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 msgr2=0x7fefc4155970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 0x7fefc4155970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 -- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 msgr2=0x7fefc415ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 0x7fefc415ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 -- 10.20.193.52:0/2771433534 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc4155170 con 0x7fefac0041d0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefc993f640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 0x7fefc4155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca941640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 0x7fefc415ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefca140640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fefb400d780 tx=0x7fefb400dc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb4005480 con 0x7fefac0041d0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefb40055e0 con 0x7fefac0041d0 2026-02-25T15:50:19.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefc4155450 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb4003930 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.613+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc4155eb0 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.614+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefc4143700 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.614+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fefb4003a90 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.614+0000 7fefaaffd640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 0x7fef94078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.615+0000 7fefc993f640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 0x7fef94078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.615+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7fefb4096e70 con 0x7fefac0041d0 2026-02-25T15:50:19.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.615+0000 7fefc993f640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 0x7fef94078500 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fefb8039000 tx=0x7fefb8033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.626 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.617+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fefb405ce70 con 0x7fefac0041d0 2026-02-25T15:50:19.728 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.726+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7fefc4154cf0 con 0x7fefac0041d0 2026-02-25T15:50:19.729 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.727+0000 7fefaaffd640 1 -- 10.20.193.52:0/2771433534 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fefc4154cf0 con 0x7fefac0041d0 2026-02-25T15:50:19.730 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.727+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 msgr2=0x7fef94078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.730 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.727+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 0x7fef94078500 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fefb8039000 tx=0x7fefb8033000 comp rx=0 tx=0).stop 2026-02-25T15:50:19.730 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 msgr2=0x7fefc413f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.730 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fefb400d780 tx=0x7fefb400dc50 comp rx=0 tx=0).stop 2026-02-25T15:50:19.730 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 shutdown_connections 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fef94076040 0x7fef94078500 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fefc415eaa0 0x7fefc415ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fefc413f8a0 0x7fefc4155970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 --2- 10.20.193.52:0/2771433534 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fefac0041d0 0x7fefc413f260 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 >> 10.20.193.52:0/2771433534 conn(0x7fefc406c980 msgr2=0x7fefc40b0020 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 shutdown_connections 2026-02-25T15:50:19.731 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.728+0000 7fefcc3cb640 1 -- 10.20.193.52:0/2771433534 wait complete. 2026-02-25T15:50:19.738 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2026-02-25T15:50:19.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.803+0000 7f29961ed640 1 Processor -- start 2026-02-25T15:50:19.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.803+0000 7f29961ed640 1 -- start start 2026-02-25T15:50:19.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f29961ed640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2990143420 0x7f29900ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f29961ed640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29900b40f0 con 0x7f2990140270 2026-02-25T15:50:19.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f29961ed640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29900addc0 con 0x7f29900b27f0 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f29961ed640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2990143a40 con 0x7f2990143420 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f2990140270 0x7f29900b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45928/0 (socket says 10.20.193.52:45928) 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298f7fe640 1 -- 10.20.193.52:0/938238414 learned_addr learned my addr 10.20.193.52:0/938238414 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298ffff640 1 --2- 10.20.193.52:0/938238414 >> v2:10.20.193.86:3300/0 conn(0x7f2990143420 0x7f29900ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2767124351 0 0) 0x7f29900b40f0 con 0x7f2990140270 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2974003620 con 0x7f2990140270 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 950277054 0 0) 0x7f2974003620 con 0x7f2990140270 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298ffff640 1 -- 10.20.193.52:0/938238414 >> v1:10.20.193.86:6789/0 conn(0x7f29900b27f0 legacy=0x7f2990142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298ffff640 1 -- 10.20.193.52:0/938238414 >> v1:10.20.193.52:6789/0 conn(0x7f2990140270 legacy=0x7f29900b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.804+0000 7f298ffff640 1 -- 10.20.193.52:0/938238414 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29900b4370 con 0x7f2990143420 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f298ffff640 1 --2- 10.20.193.52:0/938238414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2990143420 0x7f29900ce0f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2984009d90 tx=0x7f298402f260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af0b35b355bb2121 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.807 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f297c002f00 con 0x7f2990143420 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f298402fc10 con 0x7f2990143420 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f298e7fc640 1 -- 10.20.193.52:0/938238414 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2984006ea0 con 0x7f2990143420 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 -- 10.20.193.52:0/938238414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2990143420 msgr2=0x7f29900ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 --2- 10.20.193.52:0/938238414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2990143420 0x7f29900ce0f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2984009d90 tx=0x7f298402f260 comp rx=0 tx=0).stop 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 -- 10.20.193.52:0/938238414 shutdown_connections 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 --2- 10.20.193.52:0/938238414 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2990143420 0x7f29900ce0f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 -- 10.20.193.52:0/938238414 >> 10.20.193.52:0/938238414 conn(0x7f299006c980 msgr2=0x7f299006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 -- 10.20.193.52:0/938238414 shutdown_connections 2026-02-25T15:50:19.808 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.805+0000 7f29961ed640 1 -- 10.20.193.52:0/938238414 wait complete. 2026-02-25T15:50:19.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.806+0000 7f29961ed640 1 Processor -- start 2026-02-25T15:50:19.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.806+0000 7f29961ed640 1 -- start start 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 0x7f29901f5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2990143420 0x7f2990160e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29901f5a20 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29901e8fa0 con 0x7f29900b27f0 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29901e9280 con 0x7f2990143420 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37292/0 (socket says 10.20.193.52:37292) 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 -- 10.20.193.52:0/2007426972 learned_addr learned my addr 10.20.193.52:0/2007426972 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298f7fe640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 0x7f29901f5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 -- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2990143420 msgr2=0x7f2990160e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2990143420 0x7f2990160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 -- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 msgr2=0x7f29901f5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 0x7f29901f5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 -- 10.20.193.52:0/2007426972 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2984009a70 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298f7fe640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 0x7f29901f5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f298effd640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f298000b550 tx=0x7f298000ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2980004480 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29800026e0 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29901e9560 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29800045e0 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.807+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29901e9b20 con 0x7f2990140270 2026-02-25T15:50:19.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.808+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29901e9d40 con 0x7f2990140270 2026-02-25T15:50:19.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.808+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f2980002ad0 con 0x7f2990140270 2026-02-25T15:50:19.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.809+0000 7f296bfff640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 0x7f2960078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:19.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.809+0000 7f298f7fe640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 0x7f2960078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:19.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.809+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7f2980096b70 con 0x7f2990140270 2026-02-25T15:50:19.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.809+0000 7f298f7fe640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 0x7f2960078500 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f297c005980 tx=0x7f297c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:19.813 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.811+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f298005cad0 con 0x7f2990140270 2026-02-25T15:50:19.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.920+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f2990140650 con 0x7f2990140270 2026-02-25T15:50:19.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.921+0000 7f296bfff640 1 -- 10.20.193.52:0/2007426972 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f29800130a0 con 0x7f2990140270 2026-02-25T15:50:19.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 msgr2=0x7f2960078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 0x7f2960078500 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f297c005980 tx=0x7f297c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 msgr2=0x7f29901f54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f298000b550 tx=0x7f298000ba20 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 shutdown_connections 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f2960076040 0x7f2960078500 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2990143420 0x7f2990160e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2990140270 0x7f29901f54e0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 --2- 10.20.193.52:0/2007426972 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f29900b27f0 0x7f29901f5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 >> 10.20.193.52:0/2007426972 conn(0x7f299006c980 msgr2=0x7f29900aefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 shutdown_connections 2026-02-25T15:50:19.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:19.922+0000 7f29961ed640 1 -- 10.20.193.52:0/2007426972 wait complete. 2026-02-25T15:50:19.934 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2026-02-25T15:50:20.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.000+0000 7feb9b28c640 1 Processor -- start 2026-02-25T15:50:20.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.000+0000 7feb9b28c640 1 -- start start 2026-02-25T15:50:20.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb9b28c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb940b27f0 0x7feb94142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb9b28c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7feb94143250 0x7feb940ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb9b28c640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb940b40f0 con 0x7feb94140270 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb9b28c640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb94143a40 con 0x7feb94143250 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb9b28c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb940addc0 con 0x7feb940b27f0 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7feb94143250 0x7feb940ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7feb94143250 0x7feb940ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37294/0 (socket says 10.20.193.52:37294) 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 -- 10.20.193.52:0/2971371027 learned_addr learned my addr 10.20.193.52:0/2971371027 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb98800640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb940b27f0 0x7feb94142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 -- 10.20.193.52:0/2971371027 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb940b27f0 msgr2=0x7feb94142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb940b27f0 0x7feb94142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 -- 10.20.193.52:0/2971371027 >> v1:10.20.193.86:6789/0 conn(0x7feb94140270 legacy=0x7feb940b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.009 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.001+0000 7feb99802640 1 -- 10.20.193.52:0/2971371027 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb940b4370 con 0x7feb94143250 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb99802640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb940ce0f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7feb90009e50 tx=0x7feb9002f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f899d116927ad26 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb83fff640 1 -- 10.20.193.52:0/2971371027 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90006ea0 con 0x7feb94143250 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb83fff640 1 -- 10.20.193.52:0/2971371027 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb9002fd90 con 0x7feb94143250 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb83fff640 1 -- 10.20.193.52:0/2971371027 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90037610 con 0x7feb94143250 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 -- 10.20.193.52:0/2971371027 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 msgr2=0x7feb940ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb940ce0f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7feb90009e50 tx=0x7feb9002f330 comp rx=0 tx=0).stop 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 -- 10.20.193.52:0/2971371027 shutdown_connections 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb940ce0f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 --2- 10.20.193.52:0/2971371027 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb940b27f0 0x7feb94142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 -- 10.20.193.52:0/2971371027 >> 10.20.193.52:0/2971371027 conn(0x7feb9406c980 msgr2=0x7feb9406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.010 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 -- 10.20.193.52:0/2971371027 shutdown_connections 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.002+0000 7feb9b28c640 1 -- 10.20.193.52:0/2971371027 wait complete. 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 Processor -- start 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- start start 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7feb940b27f0 0x7feb940718b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb94140270 0x7feb94155370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb94156b40 con 0x7feb94143250 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb94156210 con 0x7feb940b27f0 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb941564f0 con 0x7feb94140270 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.011 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37308/0 (socket says 10.20.193.52:37308) 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 -- 10.20.193.52:0/3663845758 learned_addr learned my addr 10.20.193.52:0/3663845758 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 -- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb94140270 msgr2=0x7feb94155370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb94140270 0x7feb94155370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 -- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7feb940b27f0 msgr2=0x7feb940718b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7feb940b27f0 0x7feb940718b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 -- 10.20.193.52:0/3663845758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb90009b30 con 0x7feb94143250 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb99802640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feb90039040 tx=0x7feb90004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90009510 con 0x7feb94143250 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb90006ea0 con 0x7feb94143250 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb941567d0 con 0x7feb94143250 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90041660 con 0x7feb94143250 2026-02-25T15:50:20.012 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.003+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb94071df0 con 0x7feb94143250 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.004+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb94143700 con 0x7feb94143250 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.004+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7feb90052020 con 0x7feb94143250 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.005+0000 7feb81ffb640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 0x7feb64078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.005+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7feb900bcbd0 con 0x7feb94143250 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.005+0000 7feb99001640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 0x7feb64078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.005+0000 7feb99001640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 0x7feb64078500 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7feb84003ec0 tx=0x7feb84007ab0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.007+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7feb90082bb0 con 0x7feb94143250 2026-02-25T15:50:20.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.114+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7feb941541a0 con 0x7feb94143250 2026-02-25T15:50:20.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.115+0000 7feb81ffb640 1 -- 10.20.193.52:0/3663845758 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7feb90085c30 con 0x7feb94143250 2026-02-25T15:50:20.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 msgr2=0x7feb64078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.119 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 0x7feb64078500 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7feb84003ec0 tx=0x7feb84007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 msgr2=0x7feb94156fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7feb90039040 tx=0x7feb90004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 shutdown_connections 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7feb64076040 0x7feb64078500 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7feb94143250 0x7feb94156fd0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7feb94140270 0x7feb94155370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 --2- 10.20.193.52:0/3663845758 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7feb940b27f0 0x7feb940718b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 >> 10.20.193.52:0/3663845758 conn(0x7feb9406c980 msgr2=0x7feb94142660 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 shutdown_connections 2026-02-25T15:50:20.120 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.116+0000 7feb9b28c640 1 -- 10.20.193.52:0/3663845758 wait complete. 2026-02-25T15:50:20.127 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2026-02-25T15:50:20.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.195+0000 7fa9f9c6f640 1 Processor -- start 2026-02-25T15:50:20.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.195+0000 7fa9f9c6f640 1 -- start start 2026-02-25T15:50:20.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.195+0000 7fa9f9c6f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.195+0000 7fa9f9c6f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa9f40d3ea0 0x7fa9f40d0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.200 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f9c6f640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9f40b6aa0 con 0x7fa9f40d14e0 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f9c6f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9f40cf400 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f9c6f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f40d0790 con 0x7fa9f40cfe70 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa9f40d3ea0 0x7fa9f40d0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f3fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa9f40d14e0 0x7fa9f40d1990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45936/0 (socket says 10.20.193.52:45936) 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f3fff640 1 -- 10.20.193.52:0/2274777449 learned_addr learned my addr 10.20.193.52:0/2274777449 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f37fe640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 -- 10.20.193.52:0/2274777449 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 msgr2=0x7fa9f40cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 -- 10.20.193.52:0/2274777449 >> v1:10.20.193.52:6789/0 conn(0x7fa9f40d14e0 legacy=0x7fa9f40d1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 -- 10.20.193.52:0/2274777449 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9f40cf120 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.196+0000 7fa9f2ffd640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f40d0250 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa9e40098a0 tx=0x7fa9e402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb26d543987d16 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f27fc640 1 -- 10.20.193.52:0/2274777449 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e402fb70 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f27fc640 1 -- 10.20.193.52:0/2274777449 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e402fcd0 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f27fc640 1 -- 10.20.193.52:0/2274777449 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4037660 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/2274777449 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 msgr2=0x7fa9f40d0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f40d0250 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa9e40098a0 tx=0x7fa9e402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/2274777449 shutdown_connections 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f40d0250 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/2274777449 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/2274777449 >> 10.20.193.52:0/2274777449 conn(0x7fa9f409c7a0 msgr2=0x7fa9f40d3460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/2274777449 shutdown_connections 2026-02-25T15:50:20.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.197+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/2274777449 wait complete. 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 Processor -- start 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 -- start start 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9f40d14e0 0x7fa9f41f6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f41f5e90 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f4159170 con 0x7fa9f40d14e0 2026-02-25T15:50:20.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f9c6f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f41f57f0 con 0x7fa9f40cfe70 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37316/0 (socket says 10.20.193.52:37316) 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 -- 10.20.193.52:0/3640341826 learned_addr learned my addr 10.20.193.52:0/3640341826 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f37fe640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f2ffd640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9f40d14e0 0x7fa9f41f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 -- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 msgr2=0x7fa9f40cd4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cd4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 -- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9f40d14e0 msgr2=0x7fa9f41f6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9f40d14e0 0x7fa9f41f6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 -- 10.20.193.52:0/3640341826 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9e4009500 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.198+0000 7fa9f3fff640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800cb10 tx=0x7fa9e800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e800ac50 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e800adb0 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9f4159410 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e8012600 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9f41f5ab0 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.199+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9f40ca300 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.200+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fa9e8012760 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.200+0000 7fa9cffff640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 0x7fa9c4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.200+0000 7fa9f37fe640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 0x7fa9c4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.200+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7fa9e80969e0 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.200+0000 7fa9f37fe640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 0x7fa9c4078500 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa9e000c980 tx=0x7fa9e0008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.202+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa9e805ca80 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.310 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.308+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fa9f40d3830 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.311 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.308+0000 7fa9cffff640 1 -- 10.20.193.52:0/3640341826 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa9e805fb00 con 0x7fa9f40d3ea0 2026-02-25T15:50:20.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 msgr2=0x7fa9c4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 0x7fa9c4078500 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa9e000c980 tx=0x7fa9e0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:20.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 msgr2=0x7fa9f4158c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800cb10 tx=0x7fa9e800a060 comp rx=0 tx=0).stop 2026-02-25T15:50:20.312 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 shutdown_connections 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fa9c4076040 0x7fa9c4078500 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa9f40d3ea0 0x7fa9f4158c30 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa9f40d14e0 0x7fa9f41f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 --2- 10.20.193.52:0/3640341826 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa9f40cfe70 0x7fa9f40cd4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 >> 10.20.193.52:0/3640341826 conn(0x7fa9f409c7a0 msgr2=0x7fa9f40cf540 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 shutdown_connections 2026-02-25T15:50:20.313 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.309+0000 7fa9f9c6f640 1 -- 10.20.193.52:0/3640341826 wait complete. 2026-02-25T15:50:20.321 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2026-02-25T15:50:20.393 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.385+0000 7fac6c97e640 1 Processor -- start 2026-02-25T15:50:20.393 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.385+0000 7fac6c97e640 1 -- start start 2026-02-25T15:50:20.393 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6c97e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fac64071710 0x7fac640ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.393 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6c97e640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fac6415b750 0x7fac64070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6c97e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac64070cc0 con 0x7fac640b4470 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6c97e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac64071c60 con 0x7fac64071710 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6c97e640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac6415bcc0 con 0x7fac6415b750 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fac64071710 0x7fac640ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fac64071710 0x7fac640ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37318/0 (socket says 10.20.193.52:37318) 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 -- 10.20.193.52:0/110092307 learned_addr learned my addr 10.20.193.52:0/110092307 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac69ef2640 1 --2- 10.20.193.52:0/110092307 >> v2:10.20.193.86:3300/0 conn(0x7fac6415b750 0x7fac64070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 -- 10.20.193.52:0/110092307 >> v2:10.20.193.86:3300/0 conn(0x7fac6415b750 msgr2=0x7fac64070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 --2- 10.20.193.52:0/110092307 >> v2:10.20.193.86:3300/0 conn(0x7fac6415b750 0x7fac64070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 -- 10.20.193.52:0/110092307 >> v1:10.20.193.86:6789/0 conn(0x7fac640b4470 legacy=0x7fac640720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.386+0000 7fac6a6f3640 1 -- 10.20.193.52:0/110092307 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac6415bfa0 con 0x7fac64071710 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6a6f3640 1 --2- 10.20.193.52:0/110092307 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac64071710 0x7fac640ccfb0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fac6406ec20 tx=0x7fac5c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=891694972e9290cf server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac696f1640 1 -- 10.20.193.52:0/110092307 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c02fc70 con 0x7fac64071710 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac696f1640 1 -- 10.20.193.52:0/110092307 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac5c02fdd0 con 0x7fac64071710 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac696f1640 1 -- 10.20.193.52:0/110092307 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c037660 con 0x7fac64071710 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 -- 10.20.193.52:0/110092307 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac64071710 msgr2=0x7fac640ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 --2- 10.20.193.52:0/110092307 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac64071710 0x7fac640ccfb0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fac6406ec20 tx=0x7fac5c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 -- 10.20.193.52:0/110092307 shutdown_connections 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 --2- 10.20.193.52:0/110092307 >> v2:10.20.193.86:3300/0 conn(0x7fac6415b750 0x7fac64070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 --2- 10.20.193.52:0/110092307 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac64071710 0x7fac640ccfb0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 -- 10.20.193.52:0/110092307 >> 10.20.193.52:0/110092307 conn(0x7fac6406c980 msgr2=0x7fac6406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 -- 10.20.193.52:0/110092307 shutdown_connections 2026-02-25T15:50:20.395 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.387+0000 7fac6c97e640 1 -- 10.20.193.52:0/110092307 wait complete. 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 Processor -- start 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 -- start start 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac64071710 0x7fac64144820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac6415b750 0x7fac640afa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac641557b0 con 0x7fac640b4470 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac64154b30 con 0x7fac64071710 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6c97e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac64154e10 con 0x7fac6415b750 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37332/0 (socket says 10.20.193.52:37332) 2026-02-25T15:50:20.396 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 -- 10.20.193.52:0/1124111065 learned_addr learned my addr 10.20.193.52:0/1124111065 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6a6f3640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac64071710 0x7fac64144820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac6aef4640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac6415b750 0x7fac640afa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 -- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac6415b750 msgr2=0x7fac640afa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac6415b750 0x7fac640afa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 -- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac64071710 msgr2=0x7fac64144820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac64071710 0x7fac64144820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.388+0000 7fac69ef2640 1 -- 10.20.193.52:0/1124111065 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5c0095d0 con 0x7fac640b4470 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac69ef2640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fac5000e810 tx=0x7fac5000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5000c8d0 con 0x7fac640b4470 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac5000ca30 con 0x7fac640b4470 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac641550f0 con 0x7fac640b4470 2026-02-25T15:50:20.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5000cdc0 con 0x7fac640b4470 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac64144d60 con 0x7fac640b4470 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.389+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac64072bd0 con 0x7fac640b4470 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.390+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fac50013410 con 0x7fac640b4470 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.390+0000 7fac4effd640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 0x7fac34078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.390+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7fac50096b60 con 0x7fac640b4470 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.390+0000 7fac6a6f3640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 0x7fac34078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.390+0000 7fac6a6f3640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 0x7fac34078500 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fac6406c4a0 tx=0x7fac5c039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.392+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fac5005cb60 con 0x7fac640b4470 2026-02-25T15:50:20.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.500+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7fac64072250 con 0x7fac640b4470 2026-02-25T15:50:20.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac4effd640 1 -- 10.20.193.52:0/1124111065 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7fac5005fbe0 con 0x7fac640b4470 2026-02-25T15:50:20.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 msgr2=0x7fac34078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 0x7fac34078500 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fac6406c4a0 tx=0x7fac5c039040 comp rx=0 tx=0).stop 2026-02-25T15:50:20.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 msgr2=0x7fac640af4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fac5000e810 tx=0x7fac5000ece0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 shutdown_connections 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fac34076040 0x7fac34078500 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fac6415b750 0x7fac640afa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fac640b4470 0x7fac640af4e0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 --2- 10.20.193.52:0/1124111065 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fac64071710 0x7fac64144820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 >> 10.20.193.52:0/1124111065 conn(0x7fac6406c980 msgr2=0x7fac6415dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 shutdown_connections 2026-02-25T15:50:20.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.502+0000 7fac6c97e640 1 -- 10.20.193.52:0/1124111065 wait complete. 2026-02-25T15:50:20.512 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2026-02-25T15:50:20.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 Processor -- start 2026-02-25T15:50:20.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 -- start start 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 0x7f74780d3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f74780cdff0 0x7f74780ce480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74780d21a0 con 0x7f74780cfc20 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74780d42e0 con 0x7f74780cdff0 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747ee33640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74780d1590 con 0x7f747815e7e0 2026-02-25T15:50:20.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747cba8640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f74780cfc20 0x7f74780d0000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45946/0 (socket says 10.20.193.52:45946) 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747cba8640 1 -- 10.20.193.52:0/2349783377 learned_addr learned my addr 10.20.193.52:0/2349783377 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f747d3a9640 1 --2- 10.20.193.52:0/2349783377 >> v2:10.20.193.52:3300/0 conn(0x7f74780cdff0 0x7f74780ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f746ffff640 1 --2- 10.20.193.52:0/2349783377 >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 0x7f74780d3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.577+0000 7f746f7fe640 1 -- 10.20.193.52:0/2349783377 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 604654730 0 0) 0x7f74780d21a0 con 0x7f74780cfc20 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f746f7fe640 1 -- 10.20.193.52:0/2349783377 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7464003620 con 0x7f74780cfc20 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747d3a9640 1 -- 10.20.193.52:0/2349783377 >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 msgr2=0x7f74780d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747d3a9640 1 --2- 10.20.193.52:0/2349783377 >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 0x7f74780d3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747d3a9640 1 -- 10.20.193.52:0/2349783377 >> v1:10.20.193.52:6789/0 conn(0x7f74780cfc20 legacy=0x7f74780d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747d3a9640 1 -- 10.20.193.52:0/2349783377 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74780d1870 con 0x7f74780cdff0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f746ffff640 1 --2- 10.20.193.52:0/2349783377 >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 0x7f74780d3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747d3a9640 1 --2- 10.20.193.52:0/2349783377 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cdff0 0x7f74780ce480 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f74780d3110 tx=0x7f747402f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e89bffc810ff088c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f746f7fe640 1 -- 10.20.193.52:0/2349783377 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7474006ea0 con 0x7f74780cdff0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f746f7fe640 1 -- 10.20.193.52:0/2349783377 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7474037440 con 0x7f74780cdff0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f746f7fe640 1 -- 10.20.193.52:0/2349783377 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74740377b0 con 0x7f74780cdff0 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 -- 10.20.193.52:0/2349783377 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cdff0 msgr2=0x7f74780ce480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 --2- 10.20.193.52:0/2349783377 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cdff0 0x7f74780ce480 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f74780d3110 tx=0x7f747402f250 comp rx=0 tx=0).stop 2026-02-25T15:50:20.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 -- 10.20.193.52:0/2349783377 shutdown_connections 2026-02-25T15:50:20.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 --2- 10.20.193.52:0/2349783377 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cdff0 0x7f74780ce480 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 --2- 10.20.193.52:0/2349783377 >> v2:10.20.193.86:3300/0 conn(0x7f747815e7e0 0x7f74780d3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 -- 10.20.193.52:0/2349783377 >> 10.20.193.52:0/2349783377 conn(0x7f747809c7b0 msgr2=0x7f74780d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 -- 10.20.193.52:0/2349783377 shutdown_connections 2026-02-25T15:50:20.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.578+0000 7f747ee33640 1 -- 10.20.193.52:0/2349783377 wait complete. 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 Processor -- start 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 -- start start 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f74780cdff0 0x7f7478159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f747815e7e0 0x7f7478157280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74781461b0 con 0x7f74780cfc20 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7478159b60 con 0x7f74780cdff0 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f747ee33640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74781592b0 con 0x7f747815e7e0 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.579+0000 7f746ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37348/0 (socket says 10.20.193.52:37348) 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 -- 10.20.193.52:0/858568834 learned_addr learned my addr 10.20.193.52:0/858568834 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f747d3a9640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f747815e7e0 0x7f7478157280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 -- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f747815e7e0 msgr2=0x7f7478157280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f747815e7e0 0x7f7478157280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 -- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f74780cdff0 msgr2=0x7f7478159ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f74780cdff0 0x7f7478159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 -- 10.20.193.52:0/858568834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7474009a70 con 0x7f74780cfc20 2026-02-25T15:50:20.584 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746ffff640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f746000d800 tx=0x7f746000dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746000b8d0 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f746000ba30 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7478145ed0 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f746000bde0 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74781597f0 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.580+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74780d0a20 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.581+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f746001b070 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.581+0000 7f746d7fa640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 0x7f7448078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.581+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7f74600974e0 con 0x7f74780cfc20 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.581+0000 7f747cba8640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 0x7f7448078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.582+0000 7f747cba8640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 0x7f7448078500 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7468002a30 tx=0x7f74680079f0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.585 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.583+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f746005d5c0 con 0x7f74780cfc20 2026-02-25T15:50:20.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.689+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f747815e370 con 0x7f74780cfc20 2026-02-25T15:50:20.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.690+0000 7f746d7fa640 1 -- 10.20.193.52:0/858568834 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7f7460060640 con 0x7f74780cfc20 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 msgr2=0x7f7448078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 0x7f7448078500 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7468002a30 tx=0x7f74680079f0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 msgr2=0x7f74781f5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f746000d800 tx=0x7f746000dcd0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 shutdown_connections 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f7448076040 0x7f7448078500 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f747815e7e0 0x7f7478157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f74780cfc20 0x7f74781f5800 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 --2- 10.20.193.52:0/858568834 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f74780cdff0 0x7f7478159ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 >> 10.20.193.52:0/858568834 conn(0x7f747809c7b0 msgr2=0x7f74780cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 shutdown_connections 2026-02-25T15:50:20.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.691+0000 7f747ee33640 1 -- 10.20.193.52:0/858568834 wait complete. 2026-02-25T15:50:20.701 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:20.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.766+0000 7f13345d3640 1 Processor -- start 2026-02-25T15:50:20.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.766+0000 7f13345d3640 1 -- start start 2026-02-25T15:50:20.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f13345d3640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f132c0b3f30 0x7f132c0b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f13345d3640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c071270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.768 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f13345d3640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f132c0b2b60 con 0x7f132c1618e0 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f13345d3640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f132c0b3400 con 0x7f132c0b3f30 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f13345d3640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0b48e0 con 0x7f132c070e40 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f132c0b3f30 0x7f132c0b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f132c0b3f30 0x7f132c0b43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37352/0 (socket says 10.20.193.52:37352) 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 -- 10.20.193.52:0/2553624477 learned_addr learned my addr 10.20.193.52:0/2553624477 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1332b49640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 -- 10.20.193.52:0/2553624477 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 msgr2=0x7f132c071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c071270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 -- 10.20.193.52:0/2553624477 >> v1:10.20.193.86:6789/0 conn(0x7f132c1618e0 legacy=0x7f132c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 -- 10.20.193.52:0/2553624477 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f132c0b2e40 con 0x7f132c0b3f30 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331b47640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c0b3f30 0x7f132c0b43a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1320009970 tx=0x7f132002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5596997acec8b9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331346640 1 -- 10.20.193.52:0/2553624477 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132002fc30 con 0x7f132c0b3f30 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331346640 1 -- 10.20.193.52:0/2553624477 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f132002fd90 con 0x7f132c0b3f30 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.767+0000 7f1331346640 1 -- 10.20.193.52:0/2553624477 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1320037660 con 0x7f132c0b3f30 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- 10.20.193.52:0/2553624477 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c0b3f30 msgr2=0x7f132c0b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c0b3f30 0x7f132c0b43a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1320009970 tx=0x7f132002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- 10.20.193.52:0/2553624477 shutdown_connections 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 --2- 10.20.193.52:0/2553624477 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c0b3f30 0x7f132c0b43a0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- 10.20.193.52:0/2553624477 >> 10.20.193.52:0/2553624477 conn(0x7f132c06c980 msgr2=0x7f132c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- 10.20.193.52:0/2553624477 shutdown_connections 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- 10.20.193.52:0/2553624477 wait complete. 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 Processor -- start 2026-02-25T15:50:20.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.768+0000 7f13345d3640 1 -- start start 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c1638a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 0x7f132c0c9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c1fd340 con 0x7f132c1618e0 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c1fca30 con 0x7f132c0b3f30 2026-02-25T15:50:20.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0ca2b0 con 0x7f132c070e40 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37368/0 (socket says 10.20.193.52:37368) 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 -- 10.20.193.52:0/804508342 learned_addr learned my addr 10.20.193.52:0/804508342 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1331b47640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 0x7f132c0c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332348640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c1638a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 -- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 msgr2=0x7f132c1638a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c1638a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 -- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 msgr2=0x7f132c0c9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 0x7f132c0c9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 -- 10.20.193.52:0/804508342 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13200095d0 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1331b47640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 0x7f132c0c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1332b49640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f132800cd70 tx=0x7f132800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1328006ea0 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1328003c90 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f132c1fcc80 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1328004020 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.769+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f132c1fd760 con 0x7f132c1618e0 2026-02-25T15:50:20.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.770+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f132c1fd480 con 0x7f132c1618e0 2026-02-25T15:50:20.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.770+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f132801d060 con 0x7f132c1618e0 2026-02-25T15:50:20.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.771+0000 7f1312ffd640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 0x7f12fc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.771+0000 7f1332348640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 0x7f12fc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.771+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7f1328012070 con 0x7f132c1618e0 2026-02-25T15:50:20.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.771+0000 7f1332348640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 0x7f12fc078500 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f131c002770 tx=0x7f131c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.773+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f132805d640 con 0x7f132c1618e0 2026-02-25T15:50:20.852 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.851+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f132c1fd480 con 0x7f132c1618e0 2026-02-25T15:50:20.853 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.851+0000 7f1312ffd640 1 -- 10.20.193.52:0/804508342 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+13026 (secure 0 0 0) 0x7f132c1fd480 con 0x7f132c1618e0 2026-02-25T15:50:20.853 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:20.853 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":34,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:19.323201+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:20.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 msgr2=0x7f12fc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 0x7f12fc078500 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f131c002770 tx=0x7f131c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:20.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 msgr2=0x7f132c15cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f132800cd70 tx=0x7f132800a660 comp rx=0 tx=0).stop 2026-02-25T15:50:20.854 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 shutdown_connections 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f12fc076040 0x7f12fc078500 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f132c1618e0 0x7f132c15cee0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f132c0b3f30 0x7f132c0c9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 --2- 10.20.193.52:0/804508342 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f132c070e40 0x7f132c1638a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 >> 10.20.193.52:0/804508342 conn(0x7f132c06c980 msgr2=0x7f132c0b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 shutdown_connections 2026-02-25T15:50:20.855 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.852+0000 7f13345d3640 1 -- 10.20.193.52:0/804508342 wait complete. 2026-02-25T15:50:20.862 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:50:20.862 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:20.934 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 Processor -- start 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 -- start start 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc1a815d390 0x7fc1a80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc1a806c770 0x7fc1a80adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1a80ad7c0 con 0x7fc1a80ae190 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1a806cc00 con 0x7fc1a815d390 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.931+0000 7fc1ad0d1640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1a80b2020 con 0x7fc1a806c770 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc1a815d390 0x7fc1a80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a7577640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc1a80ae190 0x7fc1a8160fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45956/0 (socket says 10.20.193.52:45956) 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a7577640 1 -- 10.20.193.52:0/1065911519 learned_addr learned my addr 10.20.193.52:0/1065911519 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6575640 1 --2- 10.20.193.52:0/1065911519 >> v2:10.20.193.86:3300/0 conn(0x7fc1a806c770 0x7fc1a80adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 -- 10.20.193.52:0/1065911519 >> v2:10.20.193.86:3300/0 conn(0x7fc1a806c770 msgr2=0x7fc1a80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 --2- 10.20.193.52:0/1065911519 >> v2:10.20.193.86:3300/0 conn(0x7fc1a806c770 0x7fc1a80adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 -- 10.20.193.52:0/1065911519 >> v1:10.20.193.52:6789/0 conn(0x7fc1a80ae190 legacy=0x7fc1a8160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.935 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 -- 10.20.193.52:0/1065911519 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1a80b2300 con 0x7fc1a815d390 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a5d74640 1 -- 10.20.193.52:0/1065911519 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 846133641 0 0) 0x7fc1a80ad7c0 con 0x7fc1a80ae190 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a6d76640 1 --2- 10.20.193.52:0/1065911519 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a815d390 0x7fc1a80b2a90 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fc1a80706c0 tx=0x7fc19c02eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a67ea21eedac938 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a5d74640 1 -- 10.20.193.52:0/1065911519 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc19c02fb80 con 0x7fc1a815d390 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a5d74640 1 -- 10.20.193.52:0/1065911519 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc19c02fce0 con 0x7fc1a815d390 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.932+0000 7fc1a5d74640 1 -- 10.20.193.52:0/1065911519 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc19c037660 con 0x7fc1a815d390 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/1065911519 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a815d390 msgr2=0x7fc1a80b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/1065911519 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a815d390 0x7fc1a80b2a90 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fc1a80706c0 tx=0x7fc19c02eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/1065911519 shutdown_connections 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/1065911519 >> v2:10.20.193.86:3300/0 conn(0x7fc1a806c770 0x7fc1a80adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/1065911519 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a815d390 0x7fc1a80b2a90 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/1065911519 >> 10.20.193.52:0/1065911519 conn(0x7fc1a80cef90 msgr2=0x7fc1a80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/1065911519 shutdown_connections 2026-02-25T15:50:20.936 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/1065911519 wait complete. 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 Processor -- start 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.933+0000 7fc1ad0d1640 1 -- start start 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc1a806c770 0x7fc1a81f8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc1a815d390 0x7fc1a815bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1a80ce050 con 0x7fc1a80ae190 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1a81f8f90 con 0x7fc1a806c770 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1a80cd440 con 0x7fc1a815d390 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37386/0 (socket says 10.20.193.52:37386) 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 -- 10.20.193.52:0/2602235535 learned_addr learned my addr 10.20.193.52:0/2602235535 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 -- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc1a815d390 msgr2=0x7fc1a815bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc1a815d390 0x7fc1a815bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 -- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc1a806c770 msgr2=0x7fc1a81f8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc1a806c770 0x7fc1a81f8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 -- 10.20.193.52:0/2602235535 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc19c009500 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1a6575640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc19000e7f0 tx=0x7fc19000ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc19000c8d0 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc19000ca30 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1a80cd720 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc19000cdc0 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.934+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1a80cdce0 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.935+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1a8068270 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.935+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc190013410 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.935+0000 7fc1877fe640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 0x7fc174078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.936+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7fc190096c30 con 0x7fc1a80ae190 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.936+0000 7fc1a6d76640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 0x7fc174078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:20.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.936+0000 7fc1a6d76640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 0x7fc174078500 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc19c039000 tx=0x7fc19c031000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:20.941 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:20.937+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc19005ccc0 con 0x7fc1a80ae190 2026-02-25T15:50:21.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.018+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc1a81535d0 con 0x7fc1a80ae190 2026-02-25T15:50:21.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.018+0000 7fc1877fe640 1 -- 10.20.193.52:0/2602235535 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc1a81535d0 con 0x7fc1a80ae190 2026-02-25T15:50:21.021 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 msgr2=0x7fc174078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 0x7fc174078500 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc19c039000 tx=0x7fc19c031000 comp rx=0 tx=0).stop 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 msgr2=0x7fc1a81f4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fc19000e7f0 tx=0x7fc19000ecc0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 shutdown_connections 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc174076040 0x7fc174078500 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc1a815d390 0x7fc1a815bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc1a80ae190 0x7fc1a81f4220 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 --2- 10.20.193.52:0/2602235535 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc1a806c770 0x7fc1a81f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 >> 10.20.193.52:0/2602235535 conn(0x7fc1a80cef90 msgr2=0x7fc1a80affb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:21.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 shutdown_connections 2026-02-25T15:50:21.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.019+0000 7fc1ad0d1640 1 -- 10.20.193.52:0/2602235535 wait complete. 2026-02-25T15:50:21.029 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2026-02-25T15:50:21.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 Processor -- start 2026-02-25T15:50:21.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 -- start start 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7810071710 0x7f78100ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f781015b750 0x7f7810070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7810070cc0 con 0x7f78100b4470 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7810071c60 con 0x7f7810071710 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.098+0000 7f7814ccc640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f781015bcc0 con 0x7f781015b750 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7810071710 0x7f78100ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7810071710 0x7f78100ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37396/0 (socket says 10.20.193.52:37396) 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 -- 10.20.193.52:0/2397739531 learned_addr learned my addr 10.20.193.52:0/2397739531 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:21.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780dd74640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f781015b750 0x7f7810070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 -- 10.20.193.52:0/2397739531 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f781015b750 msgr2=0x7f7810070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f781015b750 0x7f7810070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 -- 10.20.193.52:0/2397739531 >> v1:10.20.193.86:6789/0 conn(0x7f78100b4470 legacy=0x7f78100720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 -- 10.20.193.52:0/2397739531 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f781015bfa0 con 0x7f7810071710 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780e575640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78100ccfb0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7804009970 tx=0x7f780402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3ef6d44a822fcc5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780d573640 1 -- 10.20.193.52:0/2397739531 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780402fbe0 con 0x7f7810071710 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780d573640 1 -- 10.20.193.52:0/2397739531 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f780402fd40 con 0x7f7810071710 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.099+0000 7f780d573640 1 -- 10.20.193.52:0/2397739531 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7804037660 con 0x7f7810071710 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 -- 10.20.193.52:0/2397739531 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 msgr2=0x7f78100ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78100ccfb0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7804009970 tx=0x7f780402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 -- 10.20.193.52:0/2397739531 shutdown_connections 2026-02-25T15:50:21.106 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f781015b750 0x7f7810070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 --2- 10.20.193.52:0/2397739531 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78100ccfb0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 -- 10.20.193.52:0/2397739531 >> 10.20.193.52:0/2397739531 conn(0x7f781006c980 msgr2=0x7f781006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 -- 10.20.193.52:0/2397739531 shutdown_connections 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 -- 10.20.193.52:0/2397739531 wait complete. 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.100+0000 7f7814ccc640 1 Processor -- start 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 -- start start 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f78100b4470 0x7f7810151b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 0x7f78100aca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7810152080 con 0x7f7810071710 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78100b3320 con 0x7f781015b750 2026-02-25T15:50:21.107 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f7814ccc640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78100b27a0 con 0x7f78100b4470 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37398/0 (socket says 10.20.193.52:37398) 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 -- 10.20.193.52:0/703066665 learned_addr learned my addr 10.20.193.52:0/703066665 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780dd74640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f78100b4470 0x7f7810151b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780ed76640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 0x7f78100aca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 -- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f78100b4470 msgr2=0x7f7810151b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f78100b4470 0x7f7810151b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 -- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 msgr2=0x7f78100aca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 0x7f78100aca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 -- 10.20.193.52:0/703066665 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78040095d0 con 0x7f7810071710 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780ed76640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 0x7f78100aca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:21.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f780e575640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f7804009970 tx=0x7f78040047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7804040610 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.101+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7804040770 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.102+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78100b2a80 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.102+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7804040b20 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.102+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78100b3040 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.102+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78100ceba0 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.103+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f7804046020 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.103+0000 7f77f6ffd640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 0x7f77dc078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.103+0000 7f780dd74640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 0x7f77dc078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.103+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7f78040bc160 con 0x7f7810071710 2026-02-25T15:50:21.109 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.103+0000 7f780dd74640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 0x7f77dc078500 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f78100cb430 tx=0x7f77f8008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.110 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.105+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f78040821d0 con 0x7f7810071710 2026-02-25T15:50:21.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.186+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f78100b4d50 con 0x7f7810071710 2026-02-25T15:50:21.188 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.186+0000 7f77f6ffd640 1 -- 10.20.193.52:0/703066665 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) v1 ==== 84+0+65 (secure 0 0 0) 0x7f7804085250 con 0x7f7810071710 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout:[ 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout: "poolnum": 1, 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout: "poolname": ".mgr" 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:21.189 INFO:teuthology.orchestra.run.trial052.stdout:] 2026-02-25T15:50:21.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 msgr2=0x7f77dc078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.190 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 0x7f77dc078500 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f78100cb430 tx=0x7f77f8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 msgr2=0x7f78101f4aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f7804009970 tx=0x7f78040047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 shutdown_connections 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f77dc076040 0x7f77dc078500 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f781015b750 0x7f78100aca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f78100b4470 0x7f7810151b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 --2- 10.20.193.52:0/703066665 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7810071710 0x7f78101f4aa0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 >> 10.20.193.52:0/703066665 conn(0x7f781006c980 msgr2=0x7f781015db80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 shutdown_connections 2026-02-25T15:50:21.191 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.187+0000 7f7814ccc640 1 -- 10.20.193.52:0/703066665 wait complete. 2026-02-25T15:50:21.198 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2026-02-25T15:50:21.198 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2026-02-25T15:50:21.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.266+0000 7f170be94640 1 Processor -- start 2026-02-25T15:50:21.268 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.266+0000 7f170be94640 1 -- start start 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170be94640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f17040709a0 0x7f170406c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170be94640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f17040cc4e0 0x7f17040cc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170be94640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f170415a490 con 0x7f17040b1f80 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170be94640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17040b26d0 con 0x7f17040709a0 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170be94640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17040b29b0 con 0x7f17040cc4e0 2026-02-25T15:50:21.270 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709c09640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f17040709a0 0x7f170406c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709408640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f17040b1f80 0x7f1704070d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45970/0 (socket says 10.20.193.52:45970) 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709408640 1 -- 10.20.193.52:0/3124970300 learned_addr learned my addr 10.20.193.52:0/3124970300 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f170a40a640 1 --2- 10.20.193.52:0/3124970300 >> v2:10.20.193.86:3300/0 conn(0x7f17040cc4e0 0x7f17040cc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709c09640 1 -- 10.20.193.52:0/3124970300 >> v2:10.20.193.86:3300/0 conn(0x7f17040cc4e0 msgr2=0x7f17040cc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709c09640 1 --2- 10.20.193.52:0/3124970300 >> v2:10.20.193.86:3300/0 conn(0x7f17040cc4e0 0x7f17040cc970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709c09640 1 -- 10.20.193.52:0/3124970300 >> v1:10.20.193.52:6789/0 conn(0x7f17040b1f80 legacy=0x7f1704070d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1709c09640 1 -- 10.20.193.52:0/3124970300 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17040b2c90 con 0x7f17040709a0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.267+0000 7f1708c07640 1 -- 10.20.193.52:0/3124970300 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3728445519 0 0) 0x7f170415a490 con 0x7f17040b1f80 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f1709c09640 1 --2- 10.20.193.52:0/3124970300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040709a0 0x7f170406c8e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1704067e70 tx=0x7f16f402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6999c63536e21ee2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f1708c07640 1 -- 10.20.193.52:0/3124970300 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16f402fb80 con 0x7f17040709a0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f1708c07640 1 -- 10.20.193.52:0/3124970300 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16f402fce0 con 0x7f17040709a0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f1708c07640 1 -- 10.20.193.52:0/3124970300 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16f4037660 con 0x7f17040709a0 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 -- 10.20.193.52:0/3124970300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040709a0 msgr2=0x7f170406c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 --2- 10.20.193.52:0/3124970300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040709a0 0x7f170406c8e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1704067e70 tx=0x7f16f402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.271 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 -- 10.20.193.52:0/3124970300 shutdown_connections 2026-02-25T15:50:21.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 --2- 10.20.193.52:0/3124970300 >> v2:10.20.193.86:3300/0 conn(0x7f17040cc4e0 0x7f17040cc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 --2- 10.20.193.52:0/3124970300 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040709a0 0x7f170406c8e0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 -- 10.20.193.52:0/3124970300 >> 10.20.193.52:0/3124970300 conn(0x7f17040cef90 msgr2=0x7f17040cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:21.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 -- 10.20.193.52:0/3124970300 shutdown_connections 2026-02-25T15:50:21.272 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.268+0000 7f170be94640 1 -- 10.20.193.52:0/3124970300 wait complete. 2026-02-25T15:50:21.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 Processor -- start 2026-02-25T15:50:21.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 -- start start 2026-02-25T15:50:21.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17040709a0 0x7f1704143420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17040b1f80 0x7f170415c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1704159590 con 0x7f17040cc4e0 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1704159870 con 0x7f17040b1f80 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170be94640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1704159b50 con 0x7f17040709a0 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.269+0000 7f170a40a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37418/0 (socket says 10.20.193.52:37418) 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 -- 10.20.193.52:0/674622930 learned_addr learned my addr 10.20.193.52:0/674622930 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 -- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17040709a0 msgr2=0x7f1704143420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17040709a0 0x7f1704143420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 -- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17040b1f80 msgr2=0x7f170415c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17040b1f80 0x7f170415c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:21.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 -- 10.20.193.52:0/674622930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16f4009500 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170a40a640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f170000cc30 tx=0x7f170000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1700006ea0 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f170000ce50 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1704159e30 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1700003cb0 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1704143960 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.270+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1704143fa0 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.271+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1700016030 con 0x7f17040cc4e0 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.271+0000 7f16f27fc640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 0x7f16d4078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:21.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.271+0000 7f1709c09640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 0x7f16d4078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:21.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.271+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5173+0+0 (secure 0 0 0) 0x7f1700096d40 con 0x7f17040cc4e0 2026-02-25T15:50:21.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.272+0000 7f1709c09640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 0x7f16d4078500 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f16f4039000 tx=0x7f16f4031000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:21.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.273+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f170005cca0 con 0x7f17040cc4e0 2026-02-25T15:50:21.352 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:21.351+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f17040cc970 con 0x7f17040cc4e0 2026-02-25T15:50:22.201 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.199+0000 7f16f27fc640 1 -- 10.20.193.52:0/674622930 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) v1 ==== 138+0+0 (secure 0 0 0) 0x7f170001d020 con 0x7f17040cc4e0 2026-02-25T15:50:22.201 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_metadata' created 2026-02-25T15:50:22.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 msgr2=0x7f16d4078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:22.202 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 0x7f16d4078500 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f16f4039000 tx=0x7f16f4031000 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 msgr2=0x7f170415c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f170000cc30 tx=0x7f170000a5c0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 shutdown_connections 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f16d4076040 0x7f16d4078500 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f17040cc4e0 0x7f170415c790 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.200+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f17040b1f80 0x7f170415c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.201+0000 7f170be94640 1 --2- 10.20.193.52:0/674622930 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f17040709a0 0x7f1704143420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.201+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 >> 10.20.193.52:0/674622930 conn(0x7f17040cef90 msgr2=0x7f17040cd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.201+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 shutdown_connections 2026-02-25T15:50:22.203 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.201+0000 7f170be94640 1 -- 10.20.193.52:0/674622930 wait complete. 2026-02-25T15:50:22.212 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.279+0000 7ff46d6e9640 1 Processor -- start 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.279+0000 7ff46d6e9640 1 -- start start 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff46d6e9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff4680b3260 0x7ff468070730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff46d6e9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff4680b2340 0x7ff468070c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff46d6e9640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4680b3700 con 0x7ff468161980 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff46d6e9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff46806c8a0 con 0x7ff4680b2340 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff46d6e9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff46806cb80 con 0x7ff4680b3260 2026-02-25T15:50:22.283 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff4680b2340 0x7ff468070c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff4680b2340 0x7ff468070c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37434/0 (socket says 10.20.193.52:37434) 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 -- 10.20.193.52:0/1752693709 learned_addr learned my addr 10.20.193.52:0/1752693709 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4667fc640 1 --2- 10.20.193.52:0/1752693709 >> v2:10.20.193.86:3300/0 conn(0x7ff4680b3260 0x7ff468070730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 -- 10.20.193.52:0/1752693709 >> v2:10.20.193.86:3300/0 conn(0x7ff4680b3260 msgr2=0x7ff468070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 --2- 10.20.193.52:0/1752693709 >> v2:10.20.193.86:3300/0 conn(0x7ff4680b3260 0x7ff468070730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 -- 10.20.193.52:0/1752693709 >> v1:10.20.193.86:6789/0 conn(0x7ff468161980 legacy=0x7ff468161d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 -- 10.20.193.52:0/1752693709 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff46806ce60 con 0x7ff4680b2340 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff4677fe640 1 --2- 10.20.193.52:0/1752693709 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b2340 0x7ff468070c70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7ff46806bba0 tx=0x7ff45802f230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88f9e2c7777dc94 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.280+0000 7ff465ffb640 1 -- 10.20.193.52:0/1752693709 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff458006ea0 con 0x7ff4680b2340 2026-02-25T15:50:22.284 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff465ffb640 1 -- 10.20.193.52:0/1752693709 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45802fc50 con 0x7ff4680b2340 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff465ffb640 1 -- 10.20.193.52:0/1752693709 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4580373f0 con 0x7ff4680b2340 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 -- 10.20.193.52:0/1752693709 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b2340 msgr2=0x7ff468070c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/1752693709 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b2340 0x7ff468070c70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7ff46806bba0 tx=0x7ff45802f230 comp rx=0 tx=0).stop 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 -- 10.20.193.52:0/1752693709 shutdown_connections 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/1752693709 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b2340 0x7ff468070c70 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/1752693709 >> v2:10.20.193.86:3300/0 conn(0x7ff4680b3260 0x7ff468070730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 -- 10.20.193.52:0/1752693709 >> 10.20.193.52:0/1752693709 conn(0x7ff4680cef90 msgr2=0x7ff4680cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 -- 10.20.193.52:0/1752693709 shutdown_connections 2026-02-25T15:50:22.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 -- 10.20.193.52:0/1752693709 wait complete. 2026-02-25T15:50:22.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.281+0000 7ff46d6e9640 1 Processor -- start 2026-02-25T15:50:22.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- start start 2026-02-25T15:50:22.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff4680b2340 0x7ff4680add10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff468161980 0x7ff4681f91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff468149ec0 con 0x7ff4680b3260 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4680ae250 con 0x7ff4680b2340 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4680ae7d0 con 0x7ff468161980 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37448/0 (socket says 10.20.193.52:37448) 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 -- 10.20.193.52:0/2500789538 learned_addr learned my addr 10.20.193.52:0/2500789538 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 -- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff468161980 msgr2=0x7ff4681f91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff468161980 0x7ff4681f91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 -- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff4680b2340 msgr2=0x7ff4680add10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:22.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff4680b2340 0x7ff4680add10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 -- 10.20.193.52:0/2500789538 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff458009b30 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4667fc640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff45000ebe0 tx=0x7ff45000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff450009770 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45000cc40 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4680ae4f0 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff450013470 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.282+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4681622f0 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.283+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff468068270 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.284+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7ff450011070 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.284+0000 7ff4477fe640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 0x7ff434078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.284+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5543+0+0 (secure 0 0 0) 0x7ff450097690 con 0x7ff4680b3260 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.284+0000 7ff466ffd640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 0x7ff434078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:22.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.284+0000 7ff466ffd640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 0x7ff434078500 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009770 tx=0x7ff45c006cc0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:22.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.286+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff45005d500 con 0x7ff4680b3260 2026-02-25T15:50:22.365 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:22.364+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7ff46815e880 con 0x7ff4680b3260 2026-02-25T15:50:23.204 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.203+0000 7ff4477fe640 1 -- 10.20.193.52:0/2500789538 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) v1 ==== 170+0+0 (secure 0 0 0) 0x7ff450060580 con 0x7ff4680b3260 2026-02-25T15:50:23.205 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data' created 2026-02-25T15:50:23.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.204+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 msgr2=0x7ff434078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.204+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 0x7ff434078500 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009770 tx=0x7ff45c006cc0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.206 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.204+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 msgr2=0x7ff4680ab480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.204+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff45000ebe0 tx=0x7ff45000c520 comp rx=0 tx=0).stop 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 shutdown_connections 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7ff434076040 0x7ff434078500 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff468161980 0x7ff4681f91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff4680b3260 0x7ff4680ab480 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 --2- 10.20.193.52:0/2500789538 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff4680b2340 0x7ff4680add10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 >> 10.20.193.52:0/2500789538 conn(0x7ff4680cef90 msgr2=0x7ff468070730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 shutdown_connections 2026-02-25T15:50:23.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.205+0000 7ff46d6e9640 1 -- 10.20.193.52:0/2500789538 wait complete. 2026-02-25T15:50:23.217 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2026-02-25T15:50:23.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 Processor -- start 2026-02-25T15:50:23.285 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 -- start start 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f4c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f4c071d80 con 0x7f6f4c0715c0 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f4c0cdf70 con 0x7f6f4c15ec20 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f537dc640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4c0cd680 con 0x7f6f4c06c770 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f50d50640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6f4c0715c0 0x7f6f4c15f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45976/0 (socket says 10.20.193.52:45976) 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.284+0000 7f6f50d50640 1 -- 10.20.193.52:0/1422896702 learned_addr learned my addr 10.20.193.52:0/1422896702 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:23.286 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f4c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 774105718 0 0) 0x7f6f4c071d80 con 0x7f6f4c0715c0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f34007b30 con 0x7f6f4c0715c0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2787177019 0 0) 0x7f6f4c0cdf70 con 0x7f6f4c15ec20 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f4c071d80 con 0x7f6f4c15ec20 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2140824594 0 0) 0x7f6f34007b30 con 0x7f6f4c0715c0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 msgr2=0x7f6f4c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f4c0ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 >> v1:10.20.193.86:6789/0 conn(0x7f6f4c15ec20 legacy=0x7f6f4c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f4c0cfd80 con 0x7f6f4c0715c0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f6f40002e80 con 0x7f6f4c0715c0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 >> v1:10.20.193.52:6789/0 conn(0x7f6f4c0715c0 legacy=0x7f6f4c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f34008230 0x7f6f34008630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f34008dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f34009360 0x7f6f340097e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4c0cd680 con 0x7f6f34009360 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f34010150 con 0x7f6f34008230 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f34010310 con 0x7f6f4c06c770 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f34009360 0x7f6f340097e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51551640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f34008230 0x7f6f34008630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f50d50640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f34008dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 -- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 msgr2=0x7f6f34008dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c06c770 0x7f6f34008dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 -- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f34008230 msgr2=0x7f6f34008630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f34008230 0x7f6f34008630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.287 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.285+0000 7f6f51d52640 1 -- 10.20.193.52:0/1422896702 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f34007b30 con 0x7f6f34009360 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f51d52640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f34009360 0x7f6f340097e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6f48009fc0 tx=0x7f6f4802f570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bc82d7417202fbd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f48006ea0 con 0x7f6f34009360 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f48032050 con 0x7f6f34009360 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f3bfff640 1 -- 10.20.193.52:0/1422896702 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f48036840 con 0x7f6f34009360 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 -- 10.20.193.52:0/1422896702 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f34009360 msgr2=0x7f6f340097e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 --2- 10.20.193.52:0/1422896702 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f34009360 0x7f6f340097e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6f48009fc0 tx=0x7f6f4802f570 comp rx=0 tx=0).stop 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f51d52640 1 -- 10.20.193.52:0/1422896702 reap_dead start 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 -- 10.20.193.52:0/1422896702 shutdown_connections 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 -- 10.20.193.52:0/1422896702 >> 10.20.193.52:0/1422896702 conn(0x7f6f4c0cef90 msgr2=0x7f6f4c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 -- 10.20.193.52:0/1422896702 shutdown_connections 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.286+0000 7f6f537dc640 1 -- 10.20.193.52:0/1422896702 wait complete. 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 Processor -- start 2026-02-25T15:50:23.288 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 -- start start 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 0x7f6f4c1f12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c138140 0x7f6f4c13ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4c1eedc0 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4c155a70 con 0x7f6f4c155690 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f537dc640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4c1f1bf0 con 0x7f6f4c138140 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37456/0 (socket says 10.20.193.52:37456) 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 -- 10.20.193.52:0/401436796 learned_addr learned my addr 10.20.193.52:0/401436796 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f50d50640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c138140 0x7f6f4c13ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 -- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c138140 msgr2=0x7f6f4c13ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c138140 0x7f6f4c13ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 -- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 msgr2=0x7f6f4c1f12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51551640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 0x7f6f4c1f12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 0x7f6f4c1f12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51d52640 1 -- 10.20.193.52:0/401436796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f4c1f1ed0 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.287+0000 7f6f51551640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 0x7f6f4c1f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f51d52640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e240 tx=0x7f6f48004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f48003c90 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4800f040 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f48002e50 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f4c1f21b0 con 0x7f6f4c13b170 2026-02-25T15:50:23.289 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f4c0b27e0 con 0x7f6f4c13b170 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.288+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f4c068270 con 0x7f6f4c13b170 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.289+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f6f4803d070 con 0x7f6f4c13b170 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.289+0000 7f6f39ffb640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 0x7f6f1c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.289+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5925+0+0 (secure 0 0 0) 0x7f6f480bc330 con 0x7f6f4c13b170 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.289+0000 7f6f51551640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 0x7f6f1c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.290 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.289+0000 7f6f51551640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 0x7f6f1c078500 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c005610 tx=0x7f6f3c009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.291+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6f48082160 con 0x7f6f4c13b170 2026-02-25T15:50:23.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.385+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f6f4c06cc20 con 0x7f6f4c13b170 2026-02-25T15:50:23.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f39ffb640 1 -- 10.20.193.52:0/401436796 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f6f480851e0 con 0x7f6f4c13b170 2026-02-25T15:50:23.388 INFO:teuthology.orchestra.run.trial052.stderr:new fs with metadata pool 5 and data pool 6 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 msgr2=0x7f6f1c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 0x7f6f1c078500 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c005610 tx=0x7f6f3c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 msgr2=0x7f6f4c1f48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6f4800e240 tx=0x7f6f48004bb0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 shutdown_connections 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6f1c076040 0x7f6f1c078500 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6f4c13b170 0x7f6f4c1f48e0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6f4c138140 0x7f6f4c13ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 --2- 10.20.193.52:0/401436796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6f4c155690 0x7f6f4c1f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 >> 10.20.193.52:0/401436796 conn(0x7f6f4c0cef90 msgr2=0x7f6f4c15c680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 shutdown_connections 2026-02-25T15:50:23.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.387+0000 7f6f537dc640 1 -- 10.20.193.52:0/401436796 wait complete. 2026-02-25T15:50:23.401 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.467+0000 7fafd5627640 1 Processor -- start 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.467+0000 7fafd5627640 1 -- start start 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fafd0072180 0x7fafd0072560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fafd013d6f0 0x7fafd00ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd013db80 0x7fafd00ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.469 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd015a970 con 0x7fafd0072180 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafd0072aa0 con 0x7fafd013d6f0 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafd5627640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0140640 con 0x7fafd013db80 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fafd0072180 0x7fafd0072560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fafd0072180 0x7fafd0072560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37464/0 (socket says 10.20.193.52:37464) 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 -- 10.20.193.52:0/3979851231 learned_addr learned my addr 10.20.193.52:0/3979851231 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafcf7fe640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd013db80 0x7fafd00ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafce7fc640 1 --2- 10.20.193.52:0/3979851231 >> v2:10.20.193.86:3300/0 conn(0x7fafd013d6f0 0x7fafd00ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 -- 10.20.193.52:0/3979851231 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd013db80 msgr2=0x7fafd00ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd013db80 0x7fafd00ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 -- 10.20.193.52:0/3979851231 >> v2:10.20.193.86:3300/0 conn(0x7fafd013d6f0 msgr2=0x7fafd00ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 --2- 10.20.193.52:0/3979851231 >> v2:10.20.193.86:3300/0 conn(0x7fafd013d6f0 0x7fafd00ce470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.468+0000 7fafceffd640 1 -- 10.20.193.52:0/3979851231 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafd0140360 con 0x7fafd0072180 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafceffd640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd0072180 0x7fafd0072560 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fafd00b53a0 tx=0x7fafc402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d52599fddaaee88c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafcdffb640 1 -- 10.20.193.52:0/3979851231 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc402fbd0 con 0x7fafd0072180 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafcdffb640 1 -- 10.20.193.52:0/3979851231 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafc402fd30 con 0x7fafd0072180 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafcdffb640 1 -- 10.20.193.52:0/3979851231 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc402fea0 con 0x7fafd0072180 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 -- 10.20.193.52:0/3979851231 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd0072180 msgr2=0x7fafd0072560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd0072180 0x7fafd0072560 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fafd00b53a0 tx=0x7fafc402ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 -- 10.20.193.52:0/3979851231 shutdown_connections 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd013db80 0x7fafd00ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 --2- 10.20.193.52:0/3979851231 >> v2:10.20.193.86:3300/0 conn(0x7fafd013d6f0 0x7fafd00ce470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 --2- 10.20.193.52:0/3979851231 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd0072180 0x7fafd0072560 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 -- 10.20.193.52:0/3979851231 >> 10.20.193.52:0/3979851231 conn(0x7fafd006c980 msgr2=0x7fafd006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 -- 10.20.193.52:0/3979851231 shutdown_connections 2026-02-25T15:50:23.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.469+0000 7fafd5627640 1 -- 10.20.193.52:0/3979851231 wait complete. 2026-02-25T15:50:23.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 Processor -- start 2026-02-25T15:50:23.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 -- start start 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd0072180 0x7fafd013ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fafd013db80 0x7fafd0142f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0140120 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd013f350 con 0x7fafd013db80 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafd5627640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafd013f5a0 con 0x7fafd0072180 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37466/0 (socket says 10.20.193.52:37466) 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 -- 10.20.193.52:0/856453764 learned_addr learned my addr 10.20.193.52:0/856453764 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafceffd640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd0072180 0x7fafd013ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafcf7fe640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fafd013db80 0x7fafd0142f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 -- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd0072180 msgr2=0x7fafd013ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd0072180 0x7fafd013ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 -- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fafd013db80 msgr2=0x7fafd0142f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fafd013db80 0x7fafd0142f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 -- 10.20.193.52:0/856453764 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc40095d0 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.470+0000 7fafce7fc640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fafb800d800 tx=0x7fafb800dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb800b8d0 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb800ba30 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafd013f880 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb800bdc0 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafd00ad090 con 0x7fafd013d6f0 2026-02-25T15:50:23.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.471+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafd0072560 con 0x7fafd013d6f0 2026-02-25T15:50:23.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.472+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fafb801b070 con 0x7fafd013d6f0 2026-02-25T15:50:23.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.472+0000 7fafaf7fe640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 0x7faf9c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.472+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fafb8097c80 con 0x7fafd013d6f0 2026-02-25T15:50:23.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.472+0000 7fafceffd640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 0x7faf9c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.474 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.473+0000 7fafceffd640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 0x7faf9c078500 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fafd0067f30 tx=0x7fafc4039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.475 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.474+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fafb805da10 con 0x7fafd013d6f0 2026-02-25T15:50:23.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.551+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fafd0070b00 con 0x7fafd013d6f0 2026-02-25T15:50:23.554 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.552+0000 7fafaf7fe640 1 -- 10.20.193.52:0/856453764 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16799 (secure 0 0 0) 0x7fafb8060a90 con 0x7fafd013d6f0 2026-02-25T15:50:23.554 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:23.555 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":37,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:23.386529+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 msgr2=0x7faf9c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 0x7faf9c078500 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fafd0067f30 tx=0x7fafc4039040 comp rx=0 tx=0).stop 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 msgr2=0x7fafd013fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fafb800d800 tx=0x7fafb800dcd0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 shutdown_connections 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7faf9c076040 0x7faf9c078500 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fafd013db80 0x7fafd0142f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fafd013d6f0 0x7fafd013fbe0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.556 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 --2- 10.20.193.52:0/856453764 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fafd0072180 0x7fafd013ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 >> 10.20.193.52:0/856453764 conn(0x7fafd006c980 msgr2=0x7fafd01e4350 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 shutdown_connections 2026-02-25T15:50:23.557 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.553+0000 7fafd5627640 1 -- 10.20.193.52:0/856453764 wait complete. 2026-02-25T15:50:23.563 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:23.632 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.630+0000 7efe176e6640 1 Processor -- start 2026-02-25T15:50:23.632 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 -- start start 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7efe1013d6f0 0x7efe100ce470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7efe1013db80 0x7efe100ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe1015a970 con 0x7efe10072180 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe10140640 con 0x7efe1013db80 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe176e6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe10140360 con 0x7efe1013d6f0 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe1545b640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7efe10072180 0x7efe10072560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45992/0 (socket says 10.20.193.52:45992) 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe1545b640 1 -- 10.20.193.52:0/1466938823 learned_addr learned my addr 10.20.193.52:0/1466938823 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe15c5c640 1 --2- 10.20.193.52:0/1466938823 >> v2:10.20.193.52:3300/0 conn(0x7efe1013db80 0x7efe100ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efe14c5a640 1 --2- 10.20.193.52:0/1466938823 >> v2:10.20.193.86:3300/0 conn(0x7efe1013d6f0 0x7efe100ce470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3715157500 0 0) 0x7efe1015a970 con 0x7efe10072180 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.631+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efdf8003620 con 0x7efe10072180 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe15c5c640 1 -- 10.20.193.52:0/1466938823 >> v2:10.20.193.86:3300/0 conn(0x7efe1013d6f0 msgr2=0x7efe100ce470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe15c5c640 1 --2- 10.20.193.52:0/1466938823 >> v2:10.20.193.86:3300/0 conn(0x7efe1013d6f0 0x7efe100ce470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe15c5c640 1 -- 10.20.193.52:0/1466938823 >> v1:10.20.193.52:6789/0 conn(0x7efe10072180 legacy=0x7efe10072560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1968508292 0 0) 0x7efdf8003620 con 0x7efe10072180 2026-02-25T15:50:23.633 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe15c5c640 1 -- 10.20.193.52:0/1466938823 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe100cd990 con 0x7efe1013db80 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe15c5c640 1 --2- 10.20.193.52:0/1466938823 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013db80 0x7efe100ce9b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7efe100b53a0 tx=0x7efe0c02f230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e869bd914a95bf72 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe00002f00 con 0x7efe1013db80 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe0c02fc30 con 0x7efe1013db80 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efdfffff640 1 -- 10.20.193.52:0/1466938823 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0c006ea0 con 0x7efe1013db80 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 -- 10.20.193.52:0/1466938823 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013db80 msgr2=0x7efe100ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 --2- 10.20.193.52:0/1466938823 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013db80 0x7efe100ce9b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7efe100b53a0 tx=0x7efe0c02f230 comp rx=0 tx=0).stop 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 -- 10.20.193.52:0/1466938823 shutdown_connections 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 --2- 10.20.193.52:0/1466938823 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013db80 0x7efe100ce9b0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 --2- 10.20.193.52:0/1466938823 >> v2:10.20.193.86:3300/0 conn(0x7efe1013d6f0 0x7efe100ce470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 -- 10.20.193.52:0/1466938823 >> 10.20.193.52:0/1466938823 conn(0x7efe1006c980 msgr2=0x7efe1006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 -- 10.20.193.52:0/1466938823 shutdown_connections 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.632+0000 7efe176e6640 1 -- 10.20.193.52:0/1466938823 wait complete. 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.633+0000 7efe176e6640 1 Processor -- start 2026-02-25T15:50:23.634 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.633+0000 7efe176e6640 1 -- start start 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.633+0000 7efe176e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe10072180 0x7efe10139a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.633+0000 7efe176e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.633+0000 7efe176e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe1013db80 0x7efe10138840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe101419e0 con 0x7efe1013d6f0 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe101f9470 con 0x7efe10072180 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe10138d80 con 0x7efe1013db80 2026-02-25T15:50:23.635 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37480/0 (socket says 10.20.193.52:37480) 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 -- 10.20.193.52:0/3038352873 learned_addr learned my addr 10.20.193.52:0/3038352873 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe15c5c640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe1013db80 0x7efe10138840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 -- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe1013db80 msgr2=0x7efe10138840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe1013db80 0x7efe10138840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 -- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe10072180 msgr2=0x7efe10139a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe10072180 0x7efe10139a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 -- 10.20.193.52:0/3038352873 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe0c009a70 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe14c5a640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7efe0400ec10 tx=0x7efe0400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04009770 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe0400cbe0 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe1013a070 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04013470 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe1013a630 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.634+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe10072560 con 0x7efe1013d6f0 2026-02-25T15:50:23.636 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.635+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7efe04011070 con 0x7efe1013d6f0 2026-02-25T15:50:23.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.635+0000 7efdfdffb640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 0x7efde0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.635+0000 7efe1545b640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 0x7efde0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.636+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6025+0+0 (secure 0 0 0) 0x7efe04097840 con 0x7efe1013d6f0 2026-02-25T15:50:23.637 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.636+0000 7efe1545b640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 0x7efde0078500 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efe00002a30 tx=0x7efe00003240 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.638 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.637+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7efe0405d4d0 con 0x7efe1013d6f0 2026-02-25T15:50:23.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.715+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efe10070b00 con 0x7efe1013d6f0 2026-02-25T15:50:23.717 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.715+0000 7efdfdffb640 1 -- 10.20.193.52:0/3038352873 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+16799 (secure 0 0 0) 0x7efe04060550 con 0x7efe1013d6f0 2026-02-25T15:50:23.718 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:23.718 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":37,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:23.386529+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:23.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 msgr2=0x7efde0078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 0x7efde0078500 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efe00002a30 tx=0x7efe00003240 comp rx=0 tx=0).stop 2026-02-25T15:50:23.719 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 msgr2=0x7efe101f8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7efe0400ec10 tx=0x7efe0400c520 comp rx=0 tx=0).stop 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 shutdown_connections 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7efde0076040 0x7efde0078500 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7efe1013db80 0x7efe10138840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7efe1013d6f0 0x7efe101f8f30 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 --2- 10.20.193.52:0/3038352873 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7efe10072180 0x7efe10139a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 >> 10.20.193.52:0/3038352873 conn(0x7efe1006c980 msgr2=0x7efe100b4ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 shutdown_connections 2026-02-25T15:50:23.720 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.716+0000 7efe176e6640 1 -- 10.20.193.52:0/3038352873 wait complete. 2026-02-25T15:50:23.727 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2026-02-25T15:50:23.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 Processor -- start 2026-02-25T15:50:23.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 -- start start 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd2500715c0 0x7fd25015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd25006c770 0x7fd2500ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd250071d80 con 0x7fd25015ec20 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2500cdf70 con 0x7fd2500715c0 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd256223640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2500cd680 con 0x7fd25006c770 2026-02-25T15:50:23.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd24f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fd25015ec20 0x7fd2500724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:45996/0 (socket says 10.20.193.52:45996) 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd24f7fe640 1 -- 10.20.193.52:0/3735189577 learned_addr learned my addr 10.20.193.52:0/3735189577 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd24effd640 1 --2- 10.20.193.52:0/3735189577 >> v2:10.20.193.52:3300/0 conn(0x7fd2500715c0 0x7fd25015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.794+0000 7fd24ffff640 1 --2- 10.20.193.52:0/3735189577 >> v2:10.20.193.86:3300/0 conn(0x7fd25006c770 0x7fd2500ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24e7fc640 1 -- 10.20.193.52:0/3735189577 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4277907953 0 0) 0x7fd250071d80 con 0x7fd25015ec20 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24e7fc640 1 -- 10.20.193.52:0/3735189577 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd234003620 con 0x7fd25015ec20 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24effd640 1 -- 10.20.193.52:0/3735189577 >> v2:10.20.193.86:3300/0 conn(0x7fd25006c770 msgr2=0x7fd2500ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24effd640 1 --2- 10.20.193.52:0/3735189577 >> v2:10.20.193.86:3300/0 conn(0x7fd25006c770 0x7fd2500ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24effd640 1 -- 10.20.193.52:0/3735189577 >> v1:10.20.193.52:6789/0 conn(0x7fd25015ec20 legacy=0x7fd2500724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24effd640 1 -- 10.20.193.52:0/3735189577 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2500cfd80 con 0x7fd2500715c0 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24effd640 1 --2- 10.20.193.52:0/3735189577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd25015f000 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd2500706c0 tx=0x7fd24002eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65051ec5d23ba574 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24e7fc640 1 -- 10.20.193.52:0/3735189577 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24002fb80 con 0x7fd2500715c0 2026-02-25T15:50:23.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24e7fc640 1 -- 10.20.193.52:0/3735189577 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd24002fce0 con 0x7fd2500715c0 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd24e7fc640 1 -- 10.20.193.52:0/3735189577 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd240037660 con 0x7fd2500715c0 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 -- 10.20.193.52:0/3735189577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 msgr2=0x7fd25015f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 --2- 10.20.193.52:0/3735189577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd25015f000 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd2500706c0 tx=0x7fd24002eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 -- 10.20.193.52:0/3735189577 shutdown_connections 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 --2- 10.20.193.52:0/3735189577 >> v2:10.20.193.86:3300/0 conn(0x7fd25006c770 0x7fd2500ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 --2- 10.20.193.52:0/3735189577 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd25015f000 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 -- 10.20.193.52:0/3735189577 >> 10.20.193.52:0/3735189577 conn(0x7fd2500cef90 msgr2=0x7fd2500cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 -- 10.20.193.52:0/3735189577 shutdown_connections 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.795+0000 7fd256223640 1 -- 10.20.193.52:0/3735189577 wait complete. 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.796+0000 7fd256223640 1 Processor -- start 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.796+0000 7fd256223640 1 -- start start 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd25006c770 0x7fd250143c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.803 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 0x7fd2501419e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25013eb00 con 0x7fd2500715c0 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd25013daa0 con 0x7fd25015ec20 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd25013dd40 con 0x7fd25006c770 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37486/0 (socket says 10.20.193.52:37486) 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 -- 10.20.193.52:0/3744722492 learned_addr learned my addr 10.20.193.52:0/3744722492 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24ffff640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 0x7fd2501419e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 -- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd25006c770 msgr2=0x7fd250143c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd25006c770 0x7fd250143c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 -- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 msgr2=0x7fd2501419e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:23.804 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 0x7fd2501419e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 -- 10.20.193.52:0/3744722492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd240009500 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24ffff640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 0x7fd2501419e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd24effd640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd240009130 tx=0x7fd2400047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd240046070 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd240042470 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd25013e020 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd240042800 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.797+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd25013e5e0 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.798+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd250068270 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.798+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd240042960 con 0x7fd2500715c0 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.799+0000 7fd22bfff640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 0x7fd220078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:23.805 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.799+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd2400bce50 con 0x7fd2500715c0 2026-02-25T15:50:23.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.799+0000 7fd24f7fe640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 0x7fd220078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:23.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.799+0000 7fd24f7fe640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 0x7fd220078530 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd23c002a30 tx=0x7fd23c0079f0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:23.806 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.801+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd240082c80 con 0x7fd2500715c0 2026-02-25T15:50:23.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:23.895+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd250144da0 con 0x7fd2500715c0 2026-02-25T15:50:24.389 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.387+0000 7fd22bfff640 1 -- 10.20.193.52:0/3744722492 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd240085d00 con 0x7fd2500715c0 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 msgr2=0x7fd220078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 0x7fd220078530 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd23c002a30 tx=0x7fd23c0079f0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 msgr2=0x7fd250144170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd240009130 tx=0x7fd2400047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 shutdown_connections 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd220076070 0x7fd220078530 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd25015ec20 0x7fd2501419e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd2500715c0 0x7fd250144170 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 --2- 10.20.193.52:0/3744722492 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd25006c770 0x7fd250143c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 >> 10.20.193.52:0/3744722492 conn(0x7fd2500cef90 msgr2=0x7fd25006da80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 shutdown_connections 2026-02-25T15:50:24.390 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.388+0000 7fd256223640 1 -- 10.20.193.52:0/3744722492 wait complete. 2026-02-25T15:50:24.400 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2026-02-25T15:50:24.400 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2026-02-25T15:50:24.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.466+0000 7f8eee740640 1 Processor -- start 2026-02-25T15:50:24.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.466+0000 7f8eee740640 1 -- start start 2026-02-25T15:50:24.470 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eee740640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ee80715c0 0x7f8ee815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eee740640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee80ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eee740640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ee8071d80 con 0x7f8ee815ec20 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eee740640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ee80cdf70 con 0x7f8ee80715c0 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eee740640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ee80cd680 con 0x7f8ee806c770 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ee80715c0 0x7f8ee815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8ee80715c0 0x7f8ee815f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37500/0 (socket says 10.20.193.52:37500) 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 -- 10.20.193.52:0/2460275256 learned_addr learned my addr 10.20.193.52:0/2460275256 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8eeccb6640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee80ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 -- 10.20.193.52:0/2460275256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 msgr2=0x7f8ee80ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee80ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.471 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 -- 10.20.193.52:0/2460275256 >> v1:10.20.193.86:6789/0 conn(0x7f8ee815ec20 legacy=0x7f8ee80724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 -- 10.20.193.52:0/2460275256 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ee80cfd80 con 0x7f8ee80715c0 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.467+0000 7f8ee77fe640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815f000 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8009970 tx=0x7f8ed802efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=380f9e1e326e0d1f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8ee6ffd640 1 -- 10.20.193.52:0/2460275256 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed802fbe0 con 0x7f8ee80715c0 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8ee6ffd640 1 -- 10.20.193.52:0/2460275256 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ed802fd40 con 0x7f8ee80715c0 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8ee6ffd640 1 -- 10.20.193.52:0/2460275256 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8037660 con 0x7f8ee80715c0 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 -- 10.20.193.52:0/2460275256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 msgr2=0x7f8ee815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815f000 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8009970 tx=0x7f8ed802efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 -- 10.20.193.52:0/2460275256 shutdown_connections 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee80ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 --2- 10.20.193.52:0/2460275256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815f000 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 -- 10.20.193.52:0/2460275256 >> 10.20.193.52:0/2460275256 conn(0x7f8ee80cef90 msgr2=0x7f8ee80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:24.472 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 -- 10.20.193.52:0/2460275256 shutdown_connections 2026-02-25T15:50:24.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.468+0000 7f8eee740640 1 -- 10.20.193.52:0/2460275256 wait complete. 2026-02-25T15:50:24.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 Processor -- start 2026-02-25T15:50:24.473 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- start start 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee813aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ee815ec20 0x7f8ee815b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ee813b060 con 0x7f8ee80715c0 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ee813b340 con 0x7f8ee815ec20 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ee813b620 con 0x7f8ee806c770 2026-02-25T15:50:24.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37508/0 (socket says 10.20.193.52:37508) 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 -- 10.20.193.52:0/400912256 learned_addr learned my addr 10.20.193.52:0/400912256 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee7fff640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee813aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 -- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 msgr2=0x7f8ee813aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee813aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 -- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ee815ec20 msgr2=0x7f8ee815b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eeccb6640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ee815ec20 0x7f8ee815b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ee815ec20 0x7f8ee815b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 -- 10.20.193.52:0/400912256 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ed80095d0 con 0x7f8ee80715c0 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee7fff640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee813aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee77fe640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8009aa0 tx=0x7f8ed80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:24.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8040660 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ed80407c0 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ee813b900 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8040b70 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.469+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ee8136bc0 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.470+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ee813be20 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.470+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f8ed8049020 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.471+0000 7f8ee4ff9640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 0x7f8eb8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.471+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f8ed80bccc0 con 0x7f8ee80715c0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.471+0000 7f8ee7fff640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 0x7f8eb8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.471+0000 7f8ee7fff640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 0x7f8eb8078500 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ed400a8d0 tx=0x7f8ed4008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:24.478 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.472+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8ed8082b70 con 0x7f8ee80715c0 2026-02-25T15:50:24.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:24.566+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f8ee813be20 con 0x7f8ee80715c0 2026-02-25T15:50:25.394 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.393+0000 7f8ee4ff9640 1 -- 10.20.193.52:0/400912256 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8ee813be20 con 0x7f8ee80715c0 2026-02-25T15:50:25.397 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 msgr2=0x7f8eb8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 0x7f8eb8078500 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ed400a8d0 tx=0x7f8ed4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 msgr2=0x7f8ee815b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8009aa0 tx=0x7f8ed80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 shutdown_connections 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f8eb8076040 0x7f8eb8078500 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8ee815ec20 0x7f8ee815b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8ee80715c0 0x7f8ee815b100 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 --2- 10.20.193.52:0/400912256 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8ee806c770 0x7f8ee813aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 >> 10.20.193.52:0/400912256 conn(0x7f8ee80cef90 msgr2=0x7f8ee815d440 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 shutdown_connections 2026-02-25T15:50:25.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.395+0000 7f8eee740640 1 -- 10.20.193.52:0/400912256 wait complete. 2026-02-25T15:50:25.407 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2026-02-25T15:50:25.407 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:25.476 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 Processor -- start 2026-02-25T15:50:25.477 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 -- start start 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f228c0b27f0 0x7f228c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f228c0b40f0 con 0x7f228c143250 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f228c0addc0 con 0x7f228c140270 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2292e72640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f228c143a40 con 0x7f228c0b27f0 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f22913e8640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f228c143250 0x7f228c0ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:46002/0 (socket says 10.20.193.52:46002) 2026-02-25T15:50:25.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f22913e8640 1 -- 10.20.193.52:0/1900889237 learned_addr learned my addr 10.20.193.52:0/1900889237 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f2283fff640 1 --2- 10.20.193.52:0/1900889237 >> v2:10.20.193.86:3300/0 conn(0x7f228c0b27f0 0x7f228c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2193679238 0 0) 0x7f228c0b40f0 con 0x7f228c143250 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.475+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2278003620 con 0x7f228c143250 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3106133516 0 0) 0x7f2278003620 con 0x7f228c143250 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 >> v2:10.20.193.86:3300/0 conn(0x7f228c0b27f0 msgr2=0x7f228c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 --2- 10.20.193.52:0/1900889237 >> v2:10.20.193.86:3300/0 conn(0x7f228c0b27f0 0x7f228c142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 >> v1:10.20.193.86:6789/0 conn(0x7f228c140270 legacy=0x7f228c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f228c0b4370 con 0x7f228c143250 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f2288003280 con 0x7f228c143250 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 >> v1:10.20.193.52:6789/0 conn(0x7f228c143250 legacy=0x7f228c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2278003b80 0x7f2278003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f22780048c0 0x7f2278004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f227800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228c143a40 con 0x7f22780052f0 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f227800c250 con 0x7f22780048c0 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f227800c410 con 0x7f2278003b80 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f227800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f2283fff640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f22780048c0 0x7f2278004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 -- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2278003b80 msgr2=0x7f2278003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f2278003b80 0x7f2278003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 -- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f22780048c0 msgr2=0x7f2278004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f22780048c0 0x7f2278004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 -- 10.20.193.52:0/1900889237 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2278003620 con 0x7f22780052f0 2026-02-25T15:50:25.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f2283fff640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f22780048c0 0x7f2278004d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 -- 10.20.193.52:0/1900889237 reap_dead start 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22913e8640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f227800ba80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f228800a7f0 tx=0x7f228802fbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f44a9422ca064d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2288032610 con 0x7f22780052f0 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22880327b0 con 0x7f22780052f0 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.476+0000 7f22837fe640 1 -- 10.20.193.52:0/1900889237 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2288032b60 con 0x7f22780052f0 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 msgr2=0x7f227800ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f227800ba80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f228800a7f0 tx=0x7f228802fbc0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- 10.20.193.52:0/1900889237 shutdown_connections 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 --2- 10.20.193.52:0/1900889237 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f227800ba80 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- 10.20.193.52:0/1900889237 >> 10.20.193.52:0/1900889237 conn(0x7f228c06c980 msgr2=0x7f228c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- 10.20.193.52:0/1900889237 shutdown_connections 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- 10.20.193.52:0/1900889237 wait complete. 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 Processor -- start 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.477+0000 7f2292e72640 1 -- start start 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f228c145de0 0x7f228c15f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f228c1560e0 0x7f228c156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228c155cc0 con 0x7f22780052f0 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228c155040 con 0x7f228c145de0 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f228c155320 con 0x7f228c1560e0 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37516/0 (socket says 10.20.193.52:37516) 2026-02-25T15:50:25.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 -- 10.20.193.52:0/1770391222 learned_addr learned my addr 10.20.193.52:0/1770391222 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 -- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f228c1560e0 msgr2=0x7f228c156560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f228c1560e0 0x7f228c156560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 -- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f228c145de0 msgr2=0x7f228c15f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f228c145de0 0x7f228c15f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 -- 10.20.193.52:0/1770391222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f228c155600 con 0x7f22780052f0 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2290be7640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f227c00c730 tx=0x7f227c00cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c0050d0 con 0x7f22780052f0 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f227c005250 con 0x7f22780052f0 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f228c1558e0 con 0x7f22780052f0 2026-02-25T15:50:25.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c00a850 con 0x7f22780052f0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.478+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f228c15f600 con 0x7f22780052f0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.479+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f228c155f30 con 0x7f22780052f0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.480+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f227c019020 con 0x7f22780052f0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.480+0000 7f22817fa640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 0x7f225c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.480+0000 7f2283fff640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 0x7f225c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.480+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f227c096960 con 0x7f22780052f0 2026-02-25T15:50:25.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.480+0000 7f2283fff640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 0x7f225c078500 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f228c1f80c0 tx=0x7f2274008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.482+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f227c05c6a0 con 0x7f22780052f0 2026-02-25T15:50:25.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.577+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f228c140e10 con 0x7f22780052f0 2026-02-25T15:50:25.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.577+0000 7f22817fa640 1 -- 10.20.193.52:0/1770391222 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f227c066e60 con 0x7f22780052f0 2026-02-25T15:50:25.579 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:25.579 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:25.579 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:25.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 msgr2=0x7f225c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 0x7f225c078500 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f228c1f80c0 tx=0x7f2274008040 comp rx=0 tx=0).stop 2026-02-25T15:50:25.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 msgr2=0x7f228c154940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f227c00c730 tx=0x7f227c00cc00 comp rx=0 tx=0).stop 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 shutdown_connections 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f225c076040 0x7f225c078500 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f228c1560e0 0x7f228c156560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f228c145de0 0x7f228c15f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 --2- 10.20.193.52:0/1770391222 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f22780052f0 0x7f228c154940 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 >> 10.20.193.52:0/1770391222 conn(0x7f228c06c980 msgr2=0x7f228c0af840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 shutdown_connections 2026-02-25T15:50:25.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.578+0000 7f2292e72640 1 -- 10.20.193.52:0/1770391222 wait complete. 2026-02-25T15:50:25.588 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:25.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.656+0000 7f4c62420640 1 Processor -- start 2026-02-25T15:50:25.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.656+0000 7f4c62420640 1 -- start start 2026-02-25T15:50:25.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.656+0000 7f4c62420640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4c5c15b750 0x7f4c5c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c62420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c62420640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c5c15bcc0 con 0x7f4c5c071710 2026-02-25T15:50:25.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c62420640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c5c071c60 con 0x7f4c5c15b750 2026-02-25T15:50:25.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c62420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c5c0b4e40 con 0x7f4c5c0b4470 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c5bfff640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f4c5c071710 0x7f4c5c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:41118/0 (socket says 10.20.193.52:41118) 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c5bfff640 1 -- 10.20.193.52:0/4138191479 learned_addr learned my addr 10.20.193.52:0/4138191479 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c5b7fe640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4c5c15b750 0x7f4c5c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c60996640 1 --2- 10.20.193.52:0/4138191479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c60996640 1 -- 10.20.193.52:0/4138191479 >> v2:10.20.193.86:3300/0 conn(0x7f4c5c15b750 msgr2=0x7f4c5c0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c60996640 1 --2- 10.20.193.52:0/4138191479 >> v2:10.20.193.86:3300/0 conn(0x7f4c5c15b750 0x7f4c5c0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c60996640 1 -- 10.20.193.52:0/4138191479 >> v1:10.20.193.86:6789/0 conn(0x7f4c5c071710 legacy=0x7f4c5c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.657+0000 7f4c60996640 1 -- 10.20.193.52:0/4138191479 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c5c15bfa0 con 0x7f4c5c0b4470 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c60996640 1 --2- 10.20.193.52:0/4138191479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b4900 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4c50009d90 tx=0x7f4c5002f270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1eb8ce5ff30728ea server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c5affd640 1 -- 10.20.193.52:0/4138191479 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c50006ea0 con 0x7f4c5c0b4470 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c5affd640 1 -- 10.20.193.52:0/4138191479 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c50037440 con 0x7f4c5c0b4470 2026-02-25T15:50:25.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c5affd640 1 -- 10.20.193.52:0/4138191479 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c500377d0 con 0x7f4c5c0b4470 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 -- 10.20.193.52:0/4138191479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 msgr2=0x7f4c5c0b4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 --2- 10.20.193.52:0/4138191479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b4900 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4c50009d90 tx=0x7f4c5002f270 comp rx=0 tx=0).stop 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 -- 10.20.193.52:0/4138191479 shutdown_connections 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 --2- 10.20.193.52:0/4138191479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b4900 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 --2- 10.20.193.52:0/4138191479 >> v2:10.20.193.86:3300/0 conn(0x7f4c5c15b750 0x7f4c5c0ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 -- 10.20.193.52:0/4138191479 >> 10.20.193.52:0/4138191479 conn(0x7f4c5c06c980 msgr2=0x7f4c5c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 -- 10.20.193.52:0/4138191479 shutdown_connections 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.658+0000 7f4c62420640 1 -- 10.20.193.52:0/4138191479 wait complete. 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 Processor -- start 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 -- start start 2026-02-25T15:50:25.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 0x7f4c5c152570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c5c0b42d0 con 0x7f4c5c15b750 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c5c0b3230 con 0x7f4c5c071710 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c62420640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c5c0b3510 con 0x7f4c5c0b4470 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37532/0 (socket says 10.20.193.52:37532) 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 -- 10.20.193.52:0/528157463 learned_addr learned my addr 10.20.193.52:0/528157463 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c5bfff640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 0x7f4c5c152570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c5b7fe640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 -- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 msgr2=0x7f4c5c0b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 -- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 msgr2=0x7f4c5c152570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 0x7f4c5c152570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 -- 10.20.193.52:0/528157463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c50009a70 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c5bfff640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 0x7f4c5c152570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.659+0000 7f4c60996640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4c50009d90 tx=0x7f4c50004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c50043860 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c500439e0 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c5c0b37f0 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c50043d90 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c5c0b3db0 con 0x7f4c5c15b750 2026-02-25T15:50:25.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.660+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c5c0b4900 con 0x7f4c5c15b750 2026-02-25T15:50:25.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.661+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f4c50053020 con 0x7f4c5c15b750 2026-02-25T15:50:25.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.661+0000 7f4c58ff9640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 0x7f4c2c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.661+0000 7f4c5bfff640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 0x7f4c2c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.661+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f4c500bd330 con 0x7f4c5c15b750 2026-02-25T15:50:25.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.662+0000 7f4c5bfff640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 0x7f4c2c078500 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4c48002770 tx=0x7f4c48009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.663+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4c50083050 con 0x7f4c5c15b750 2026-02-25T15:50:25.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.740+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4c5c0cd150 con 0x7f4c5c15b750 2026-02-25T15:50:25.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.741+0000 7f4c58ff9640 1 -- 10.20.193.52:0/528157463 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16786 (secure 0 0 0) 0x7f4c500860d0 con 0x7f4c5c15b750 2026-02-25T15:50:25.742 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:25.742 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":38,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:24.388119+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.741+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 msgr2=0x7f4c2c078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.741+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 0x7f4c2c078500 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4c48002770 tx=0x7f4c48009040 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.741+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 msgr2=0x7f4c5c0ac6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.741+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4c50009d90 tx=0x7f4c50004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 shutdown_connections 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f4c2c076040 0x7f4c2c078500 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c5c15b750 0x7f4c5c0ac6d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c5c0b4470 0x7f4c5c0b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 --2- 10.20.193.52:0/528157463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c5c071710 0x7f4c5c152570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 >> 10.20.193.52:0/528157463 conn(0x7f4c5c06c980 msgr2=0x7f4c5c070680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 shutdown_connections 2026-02-25T15:50:25.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.742+0000 7f4c62420640 1 -- 10.20.193.52:0/528157463 wait complete. 2026-02-25T15:50:25.751 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2026-02-25T15:50:25.751 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:25.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.816+0000 7f1e9e7b8640 1 Processor -- start 2026-02-25T15:50:25.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.816+0000 7f1e9e7b8640 1 -- start start 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9e7b8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e9815b750 0x7f1e980ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9e7b8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1e980b4470 0x7f1e980b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9e7b8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e9815bcc0 con 0x7f1e98071710 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9e7b8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e980b4e60 con 0x7f1e980b4470 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9e7b8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e98071c60 con 0x7f1e9815b750 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e97fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f1e98071710 0x7f1e98070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:46012/0 (socket says 10.20.193.52:46012) 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e97fff640 1 -- 10.20.193.52:0/15291395 learned_addr learned my addr 10.20.193.52:0/15291395 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/15291395 >> v2:10.20.193.52:3300/0 conn(0x7f1e980b4470 0x7f1e980b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e977fe640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e9815b750 0x7f1e980ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e96ffd640 1 -- 10.20.193.52:0/15291395 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3119321528 0 0) 0x7f1e9815bcc0 con 0x7f1e98071710 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/15291395 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e9815b750 msgr2=0x7f1e980ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e9815b750 0x7f1e980ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/15291395 >> v1:10.20.193.52:6789/0 conn(0x7f1e98071710 legacy=0x7f1e98070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.817+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/15291395 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e9815bfa0 con 0x7f1e980b4470 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e980b4470 0x7f1e980b4920 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009d90 tx=0x7f1e8c02f210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34b45a5e8661342d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e96ffd640 1 -- 10.20.193.52:0/15291395 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c006ea0 con 0x7f1e980b4470 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e96ffd640 1 -- 10.20.193.52:0/15291395 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e8c037440 con 0x7f1e980b4470 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e96ffd640 1 -- 10.20.193.52:0/15291395 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c0377d0 con 0x7f1e980b4470 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/15291395 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e980b4470 msgr2=0x7f1e980b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e980b4470 0x7f1e980b4920 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009d90 tx=0x7f1e8c02f210 comp rx=0 tx=0).stop 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/15291395 shutdown_connections 2026-02-25T15:50:25.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e980b4470 0x7f1e980b4920 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/15291395 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e9815b750 0x7f1e980ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/15291395 >> 10.20.193.52:0/15291395 conn(0x7f1e9806c980 msgr2=0x7f1e9806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/15291395 shutdown_connections 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.818+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/15291395 wait complete. 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 Processor -- start 2026-02-25T15:50:25.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 -- start start 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 0x7f1e98153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e980b4470 0x7f1e98145850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e98153b50 con 0x7f1e9815b750 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e98152f40 con 0x7f1e98071710 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9e7b8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e98153220 con 0x7f1e980b4470 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37544/0 (socket says 10.20.193.52:37544) 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/2006986420 learned_addr learned my addr 10.20.193.52:0/2006986420 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e977fe640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e980b4470 0x7f1e98145850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e97fff640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 0x7f1e98153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e980b4470 msgr2=0x7f1e98145850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e980b4470 0x7f1e98145850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 msgr2=0x7f1e98153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 0x7f1e98153fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 -- 10.20.193.52:0/2006986420 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e8c009a70 con 0x7f1e9815b750 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e97fff640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 0x7f1e98153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:25.827 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.819+0000 7f1e9cd2e640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009d90 tx=0x7f1e8c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c042630 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e8c042790 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e98153500 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8c042b00 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e98145d90 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.820+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e98153cc0 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.821+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f1e8c02fd20 con 0x7f1e9815b750 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.821+0000 7f1e94ff9640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 0x7f1e68078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.821+0000 7f1e97fff640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 0x7f1e68078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:25.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.821+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f1e8c0bce90 con 0x7f1e9815b750 2026-02-25T15:50:25.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.821+0000 7f1e97fff640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 0x7f1e68078500 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1e84002a30 tx=0x7f1e84009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:25.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.823+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1e8c082310 con 0x7f1e9815b750 2026-02-25T15:50:25.901 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.900+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1e980ceba0 con 0x7f1e68076040 2026-02-25T15:50:25.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.904+0000 7f1e94ff9640 1 -- 10.20.193.52:0/2006986420 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+267170 (secure 0 0 0) 0x7f1e84002d20 con 0x7f1e68076040 2026-02-25T15:50:25.907 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:25.909 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:25.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 msgr2=0x7f1e68078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 0x7f1e68078500 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1e84002a30 tx=0x7f1e84009040 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 msgr2=0x7f1e98152640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c009d90 tx=0x7f1e8c004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 shutdown_connections 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f1e68076040 0x7f1e68078500 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e9815b750 0x7f1e98152640 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e980b4470 0x7f1e98145850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 --2- 10.20.193.52:0/2006986420 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e98071710 0x7f1e98153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 >> 10.20.193.52:0/2006986420 conn(0x7f1e9806c980 msgr2=0x7f1e9815c840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 shutdown_connections 2026-02-25T15:50:25.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:25.905+0000 7f1e9e7b8640 1 -- 10.20.193.52:0/2006986420 wait complete. 2026-02-25T15:50:25.914 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2026-02-25T15:50:25.151018+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":189,"num_write_kb":2686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220236,"kb_used_data":4536,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754754484,"statfs":{"total":773094113280,"available":772868591616,"internally_reserved":0,"allocated":4644864,"data_stored":2600055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000596"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395048+0000","last_change":"2026-02-25T15:50:23.394220+0000","last_active":"2026-02-25T15:50:23.395048+0000","last_peered":"2026-02-25T15:50:23.395048+0000","last_clean":"2026-02-25T15:50:23.395048+0000","last_became_active":"2026-02-25T15:50:23.394019+0000","last_became_peered":"2026-02-25T15:50:23.394019+0000","last_unstale":"2026-02-25T15:50:23.395048+0000","last_undegraded":"2026-02-25T15:50:23.395048+0000","last_fullsized":"2026-02-25T15:50:23.395048+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:06:02.956444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395290+0000","last_change":"2026-02-25T15:50:23.394691+0000","last_active":"2026-02-25T15:50:23.395290+0000","last_peered":"2026-02-25T15:50:23.395290+0000","last_clean":"2026-02-25T15:50:23.395290+0000","last_became_active":"2026-02-25T15:50:23.394337+0000","last_became_peered":"2026-02-25T15:50:23.394337+0000","last_unstale":"2026-02-25T15:50:23.395290+0000","last_undegraded":"2026-02-25T15:50:23.395290+0000","last_fullsized":"2026-02-25T15:50:23.395290+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:23:55.742225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393945+0000","last_change":"2026-02-25T15:50:23.393136+0000","last_active":"2026-02-25T15:50:23.393945+0000","last_peered":"2026-02-25T15:50:23.393945+0000","last_clean":"2026-02-25T15:50:23.393945+0000","last_became_active":"2026-02-25T15:50:23.392997+0000","last_became_peered":"2026-02-25T15:50:23.392997+0000","last_unstale":"2026-02-25T15:50:23.393945+0000","last_undegraded":"2026-02-25T15:50:23.393945+0000","last_fullsized":"2026-02-25T15:50:23.393945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:56.243015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396489+0000","last_change":"2026-02-25T15:50:23.396272+0000","last_active":"2026-02-25T15:50:23.396489+0000","last_peered":"2026-02-25T15:50:23.396489+0000","last_clean":"2026-02-25T15:50:23.396489+0000","last_became_active":"2026-02-25T15:50:23.396207+0000","last_became_peered":"2026-02-25T15:50:23.396207+0000","last_unstale":"2026-02-25T15:50:23.396489+0000","last_undegraded":"2026-02-25T15:50:23.396489+0000","last_fullsized":"2026-02-25T15:50:23.396489+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:06:00.114538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393620+0000","last_change":"2026-02-25T15:50:23.392682+0000","last_active":"2026-02-25T15:50:23.393620+0000","last_peered":"2026-02-25T15:50:23.393620+0000","last_clean":"2026-02-25T15:50:23.393620+0000","last_became_active":"2026-02-25T15:50:23.392565+0000","last_became_peered":"2026-02-25T15:50:23.392565+0000","last_unstale":"2026-02-25T15:50:23.393620+0000","last_undegraded":"2026-02-25T15:50:23.393620+0000","last_fullsized":"2026-02-25T15:50:23.393620+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:00:12.370072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394991+0000","last_change":"2026-02-25T15:50:23.394555+0000","last_active":"2026-02-25T15:50:23.394991+0000","last_peered":"2026-02-25T15:50:23.394991+0000","last_clean":"2026-02-25T15:50:23.394991+0000","last_became_active":"2026-02-25T15:50:23.394453+0000","last_became_peered":"2026-02-25T15:50:23.394453+0000","last_unstale":"2026-02-25T15:50:23.394991+0000","last_undegraded":"2026-02-25T15:50:23.394991+0000","last_fullsized":"2026-02-25T15:50:23.394991+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:24:15.400802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394900+0000","last_change":"2026-02-25T15:50:23.394145+0000","last_active":"2026-02-25T15:50:23.394900+0000","last_peered":"2026-02-25T15:50:23.394900+0000","last_clean":"2026-02-25T15:50:23.394900+0000","last_became_active":"2026-02-25T15:50:23.393952+0000","last_became_peered":"2026-02-25T15:50:23.393952+0000","last_unstale":"2026-02-25T15:50:23.394900+0000","last_undegraded":"2026-02-25T15:50:23.394900+0000","last_fullsized":"2026-02-25T15:50:23.394900+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:43:00.899769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394426+0000","last_change":"2026-02-25T15:50:23.393180+0000","last_active":"2026-02-25T15:50:23.394426+0000","last_peered":"2026-02-25T15:50:23.394426+0000","last_clean":"2026-02-25T15:50:23.394426+0000","last_became_active":"2026-02-25T15:50:23.392968+0000","last_became_peered":"2026-02-25T15:50:23.392968+0000","last_unstale":"2026-02-25T15:50:23.394426+0000","last_undegraded":"2026-02-25T15:50:23.394426+0000","last_fullsized":"2026-02-25T15:50:23.394426+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:24.227813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394292+0000","last_change":"2026-02-25T15:50:23.393283+0000","last_active":"2026-02-25T15:50:23.394292+0000","last_peered":"2026-02-25T15:50:23.394292+0000","last_clean":"2026-02-25T15:50:23.394292+0000","last_became_active":"2026-02-25T15:50:23.393162+0000","last_became_peered":"2026-02-25T15:50:23.393162+0000","last_unstale":"2026-02-25T15:50:23.394292+0000","last_undegraded":"2026-02-25T15:50:23.394292+0000","last_fullsized":"2026-02-25T15:50:23.394292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:38:47.483748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393780+0000","last_change":"2026-02-25T15:50:23.393204+0000","last_active":"2026-02-25T15:50:23.393780+0000","last_peered":"2026-02-25T15:50:23.393780+0000","last_clean":"2026-02-25T15:50:23.393780+0000","last_became_active":"2026-02-25T15:50:23.392998+0000","last_became_peered":"2026-02-25T15:50:23.392998+0000","last_unstale":"2026-02-25T15:50:23.393780+0000","last_undegraded":"2026-02-25T15:50:23.393780+0000","last_fullsized":"2026-02-25T15:50:23.393780+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:03:13.714560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396522+0000","last_change":"2026-02-25T15:50:23.393649+0000","last_active":"2026-02-25T15:50:23.396522+0000","last_peered":"2026-02-25T15:50:23.396522+0000","last_clean":"2026-02-25T15:50:23.396522+0000","last_became_active":"2026-02-25T15:50:23.393274+0000","last_became_peered":"2026-02-25T15:50:23.393274+0000","last_unstale":"2026-02-25T15:50:23.396522+0000","last_undegraded":"2026-02-25T15:50:23.396522+0000","last_fullsized":"2026-02-25T15:50:23.396522+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:11:46.808765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394602+0000","last_change":"2026-02-25T15:50:23.393841+0000","last_active":"2026-02-25T15:50:23.394602+0000","last_peered":"2026-02-25T15:50:23.394602+0000","last_clean":"2026-02-25T15:50:23.394602+0000","last_became_active":"2026-02-25T15:50:23.393746+0000","last_became_peered":"2026-02-25T15:50:23.393746+0000","last_unstale":"2026-02-25T15:50:23.394602+0000","last_undegraded":"2026-02-25T15:50:23.394602+0000","last_fullsized":"2026-02-25T15:50:23.394602+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:58.853997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395691+0000","last_change":"2026-02-25T15:50:23.394505+0000","last_active":"2026-02-25T15:50:23.395691+0000","last_peered":"2026-02-25T15:50:23.395691+0000","last_clean":"2026-02-25T15:50:23.395691+0000","last_became_active":"2026-02-25T15:50:23.394278+0000","last_became_peered":"2026-02-25T15:50:23.394278+0000","last_unstale":"2026-02-25T15:50:23.395691+0000","last_undegraded":"2026-02-25T15:50:23.395691+0000","last_fullsized":"2026-02-25T15:50:23.395691+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:24:35.043238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394641+0000","last_change":"2026-02-25T15:50:23.393884+0000","last_active":"2026-02-25T15:50:23.394641+0000","last_peered":"2026-02-25T15:50:23.394641+0000","last_clean":"2026-02-25T15:50:23.394641+0000","last_became_active":"2026-02-25T15:50:23.393796+0000","last_became_peered":"2026-02-25T15:50:23.393796+0000","last_unstale":"2026-02-25T15:50:23.394641+0000","last_undegraded":"2026-02-25T15:50:23.394641+0000","last_fullsized":"2026-02-25T15:50:23.394641+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:15.754265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392199+0000","last_change":"2026-02-25T15:50:23.391742+0000","last_active":"2026-02-25T15:50:23.392199+0000","last_peered":"2026-02-25T15:50:23.392199+0000","last_clean":"2026-02-25T15:50:23.392199+0000","last_became_active":"2026-02-25T15:50:23.391566+0000","last_became_peered":"2026-02-25T15:50:23.391566+0000","last_unstale":"2026-02-25T15:50:23.392199+0000","last_undegraded":"2026-02-25T15:50:23.392199+0000","last_fullsized":"2026-02-25T15:50:23.392199+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:52:14.671400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396833+0000","last_change":"2026-02-25T15:50:23.395283+0000","last_active":"2026-02-25T15:50:23.396833+0000","last_peered":"2026-02-25T15:50:23.396833+0000","last_clean":"2026-02-25T15:50:23.396833+0000","last_became_active":"2026-02-25T15:50:23.394151+0000","last_became_peered":"2026-02-25T15:50:23.394151+0000","last_unstale":"2026-02-25T15:50:23.396833+0000","last_undegraded":"2026-02-25T15:50:23.396833+0000","last_fullsized":"2026-02-25T15:50:23.396833+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:32:30.326409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396688+0000","last_change":"2026-02-25T15:50:23.395398+0000","last_active":"2026-02-25T15:50:23.396688+0000","last_peered":"2026-02-25T15:50:23.396688+0000","last_clean":"2026-02-25T15:50:23.396688+0000","last_became_active":"2026-02-25T15:50:23.394580+0000","last_became_peered":"2026-02-25T15:50:23.394580+0000","last_unstale":"2026-02-25T15:50:23.396688+0000","last_undegraded":"2026-02-25T15:50:23.396688+0000","last_fullsized":"2026-02-25T15:50:23.396688+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:34:10.114208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394866+0000","last_change":"2026-02-25T15:50:23.393871+0000","last_active":"2026-02-25T15:50:23.394866+0000","last_peered":"2026-02-25T15:50:23.394866+0000","last_clean":"2026-02-25T15:50:23.394866+0000","last_became_active":"2026-02-25T15:50:23.393321+0000","last_became_peered":"2026-02-25T15:50:23.393321+0000","last_unstale":"2026-02-25T15:50:23.394866+0000","last_undegraded":"2026-02-25T15:50:23.394866+0000","last_fullsized":"2026-02-25T15:50:23.394866+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:40.209601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393920+0000","last_change":"2026-02-25T15:50:23.393141+0000","last_active":"2026-02-25T15:50:23.393920+0000","last_peered":"2026-02-25T15:50:23.393920+0000","last_clean":"2026-02-25T15:50:23.393920+0000","last_became_active":"2026-02-25T15:50:23.393004+0000","last_became_peered":"2026-02-25T15:50:23.393004+0000","last_unstale":"2026-02-25T15:50:23.393920+0000","last_undegraded":"2026-02-25T15:50:23.393920+0000","last_fullsized":"2026-02-25T15:50:23.393920+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:11:00.234574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396806+0000","last_change":"2026-02-25T15:50:23.396473+0000","last_active":"2026-02-25T15:50:23.396806+0000","last_peered":"2026-02-25T15:50:23.396806+0000","last_clean":"2026-02-25T15:50:23.396806+0000","last_became_active":"2026-02-25T15:50:23.396327+0000","last_became_peered":"2026-02-25T15:50:23.396327+0000","last_unstale":"2026-02-25T15:50:23.396806+0000","last_undegraded":"2026-02-25T15:50:23.396806+0000","last_fullsized":"2026-02-25T15:50:23.396806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:11:19.346038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395452+0000","last_change":"2026-02-25T15:50:23.394369+0000","last_active":"2026-02-25T15:50:23.395452+0000","last_peered":"2026-02-25T15:50:23.395452+0000","last_clean":"2026-02-25T15:50:23.395452+0000","last_became_active":"2026-02-25T15:50:23.394114+0000","last_became_peered":"2026-02-25T15:50:23.394114+0000","last_unstale":"2026-02-25T15:50:23.395452+0000","last_undegraded":"2026-02-25T15:50:23.395452+0000","last_fullsized":"2026-02-25T15:50:23.395452+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:29.902409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397819+0000","last_change":"2026-02-25T15:50:23.397521+0000","last_active":"2026-02-25T15:50:23.397819+0000","last_peered":"2026-02-25T15:50:23.397819+0000","last_clean":"2026-02-25T15:50:23.397819+0000","last_became_active":"2026-02-25T15:50:23.396024+0000","last_became_peered":"2026-02-25T15:50:23.396024+0000","last_unstale":"2026-02-25T15:50:23.397819+0000","last_undegraded":"2026-02-25T15:50:23.397819+0000","last_fullsized":"2026-02-25T15:50:23.397819+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:26:47.904530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396369+0000","last_change":"2026-02-25T15:50:23.395086+0000","last_active":"2026-02-25T15:50:23.396369+0000","last_peered":"2026-02-25T15:50:23.396369+0000","last_clean":"2026-02-25T15:50:23.396369+0000","last_became_active":"2026-02-25T15:50:23.394700+0000","last_became_peered":"2026-02-25T15:50:23.394700+0000","last_unstale":"2026-02-25T15:50:23.396369+0000","last_undegraded":"2026-02-25T15:50:23.396369+0000","last_fullsized":"2026-02-25T15:50:23.396369+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:12:29.039873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394268+0000","last_change":"2026-02-25T15:50:23.393345+0000","last_active":"2026-02-25T15:50:23.394268+0000","last_peered":"2026-02-25T15:50:23.394268+0000","last_clean":"2026-02-25T15:50:23.394268+0000","last_became_active":"2026-02-25T15:50:23.393236+0000","last_became_peered":"2026-02-25T15:50:23.393236+0000","last_unstale":"2026-02-25T15:50:23.394268+0000","last_undegraded":"2026-02-25T15:50:23.394268+0000","last_fullsized":"2026-02-25T15:50:23.394268+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:35:49.227878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394886+0000","last_change":"2026-02-25T15:50:23.394019+0000","last_active":"2026-02-25T15:50:23.394886+0000","last_peered":"2026-02-25T15:50:23.394886+0000","last_clean":"2026-02-25T15:50:23.394886+0000","last_became_active":"2026-02-25T15:50:23.393783+0000","last_became_peered":"2026-02-25T15:50:23.393783+0000","last_unstale":"2026-02-25T15:50:23.394886+0000","last_undegraded":"2026-02-25T15:50:23.394886+0000","last_fullsized":"2026-02-25T15:50:23.394886+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:00:41.250660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395377+0000","last_change":"2026-02-25T15:50:23.395042+0000","last_active":"2026-02-25T15:50:23.395377+0000","last_peered":"2026-02-25T15:50:23.395377+0000","last_clean":"2026-02-25T15:50:23.395377+0000","last_became_active":"2026-02-25T15:50:23.394873+0000","last_became_peered":"2026-02-25T15:50:23.394873+0000","last_unstale":"2026-02-25T15:50:23.395377+0000","last_undegraded":"2026-02-25T15:50:23.395377+0000","last_fullsized":"2026-02-25T15:50:23.395377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:18:31.547973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392618+0000","last_change":"2026-02-25T15:50:23.391780+0000","last_active":"2026-02-25T15:50:23.392618+0000","last_peered":"2026-02-25T15:50:23.392618+0000","last_clean":"2026-02-25T15:50:23.392618+0000","last_became_active":"2026-02-25T15:50:23.391543+0000","last_became_peered":"2026-02-25T15:50:23.391543+0000","last_unstale":"2026-02-25T15:50:23.392618+0000","last_undegraded":"2026-02-25T15:50:23.392618+0000","last_fullsized":"2026-02-25T15:50:23.392618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:23.447229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396775+0000","last_change":"2026-02-25T15:50:23.395997+0000","last_active":"2026-02-25T15:50:23.396775+0000","last_peered":"2026-02-25T15:50:23.396775+0000","last_clean":"2026-02-25T15:50:23.396775+0000","last_became_active":"2026-02-25T15:50:23.395780+0000","last_became_peered":"2026-02-25T15:50:23.395780+0000","last_unstale":"2026-02-25T15:50:23.396775+0000","last_undegraded":"2026-02-25T15:50:23.396775+0000","last_fullsized":"2026-02-25T15:50:23.396775+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:20:01.485174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394416+0000","last_change":"2026-02-25T15:50:23.393652+0000","last_active":"2026-02-25T15:50:23.394416+0000","last_peered":"2026-02-25T15:50:23.394416+0000","last_clean":"2026-02-25T15:50:23.394416+0000","last_became_active":"2026-02-25T15:50:23.393413+0000","last_became_peered":"2026-02-25T15:50:23.393413+0000","last_unstale":"2026-02-25T15:50:23.394416+0000","last_undegraded":"2026-02-25T15:50:23.394416+0000","last_fullsized":"2026-02-25T15:50:23.394416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:02:50.057529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395277+0000","last_change":"2026-02-25T15:50:23.394394+0000","last_active":"2026-02-25T15:50:23.395277+0000","last_peered":"2026-02-25T15:50:23.395277+0000","last_clean":"2026-02-25T15:50:23.395277+0000","last_became_active":"2026-02-25T15:50:23.394101+0000","last_became_peered":"2026-02-25T15:50:23.394101+0000","last_unstale":"2026-02-25T15:50:23.395277+0000","last_undegraded":"2026-02-25T15:50:23.395277+0000","last_fullsized":"2026-02-25T15:50:23.395277+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:51:55.362055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396292+0000","last_change":"2026-02-25T15:50:23.394988+0000","last_active":"2026-02-25T15:50:23.396292+0000","last_peered":"2026-02-25T15:50:23.396292+0000","last_clean":"2026-02-25T15:50:23.396292+0000","last_became_active":"2026-02-25T15:50:23.394577+0000","last_became_peered":"2026-02-25T15:50:23.394577+0000","last_unstale":"2026-02-25T15:50:23.396292+0000","last_undegraded":"2026-02-25T15:50:23.396292+0000","last_fullsized":"2026-02-25T15:50:23.396292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:22:10.057106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394815+0000","last_change":"2026-02-25T15:50:23.394101+0000","last_active":"2026-02-25T15:50:23.394815+0000","last_peered":"2026-02-25T15:50:23.394815+0000","last_clean":"2026-02-25T15:50:23.394815+0000","last_became_active":"2026-02-25T15:50:23.393910+0000","last_became_peered":"2026-02-25T15:50:23.393910+0000","last_unstale":"2026-02-25T15:50:23.394815+0000","last_undegraded":"2026-02-25T15:50:23.394815+0000","last_fullsized":"2026-02-25T15:50:23.394815+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:56:44.897129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396412+0000","last_change":"2026-02-25T15:50:23.395087+0000","last_active":"2026-02-25T15:50:23.396412+0000","last_peered":"2026-02-25T15:50:23.396412+0000","last_clean":"2026-02-25T15:50:23.396412+0000","last_became_active":"2026-02-25T15:50:23.394582+0000","last_became_peered":"2026-02-25T15:50:23.394582+0000","last_unstale":"2026-02-25T15:50:23.396412+0000","last_undegraded":"2026-02-25T15:50:23.396412+0000","last_fullsized":"2026-02-25T15:50:23.396412+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:30:42.183272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396659+0000","last_change":"2026-02-25T15:50:23.209240+0000","last_active":"2026-02-25T15:50:23.396659+0000","last_peered":"2026-02-25T15:50:23.396659+0000","last_clean":"2026-02-25T15:50:23.396659+0000","last_became_active":"2026-02-25T15:50:23.209006+0000","last_became_peered":"2026-02-25T15:50:23.209006+0000","last_unstale":"2026-02-25T15:50:23.396659+0000","last_undegraded":"2026-02-25T15:50:23.396659+0000","last_fullsized":"2026-02-25T15:50:23.396659+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:15.160304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396502+0000","last_change":"2026-02-25T15:50:23.396261+0000","last_active":"2026-02-25T15:50:23.396502+0000","last_peered":"2026-02-25T15:50:23.396502+0000","last_clean":"2026-02-25T15:50:23.396502+0000","last_became_active":"2026-02-25T15:50:23.396186+0000","last_became_peered":"2026-02-25T15:50:23.396186+0000","last_unstale":"2026-02-25T15:50:23.396502+0000","last_undegraded":"2026-02-25T15:50:23.396502+0000","last_fullsized":"2026-02-25T15:50:23.396502+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:42:46.037393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395056+0000","last_change":"2026-02-25T15:50:23.209791+0000","last_active":"2026-02-25T15:50:23.395056+0000","last_peered":"2026-02-25T15:50:23.395056+0000","last_clean":"2026-02-25T15:50:23.395056+0000","last_became_active":"2026-02-25T15:50:23.209623+0000","last_became_peered":"2026-02-25T15:50:23.209623+0000","last_unstale":"2026-02-25T15:50:23.395056+0000","last_undegraded":"2026-02-25T15:50:23.395056+0000","last_fullsized":"2026-02-25T15:50:23.395056+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:19:07.106802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393537+0000","last_change":"2026-02-25T15:50:23.392929+0000","last_active":"2026-02-25T15:50:23.393537+0000","last_peered":"2026-02-25T15:50:23.393537+0000","last_clean":"2026-02-25T15:50:23.393537+0000","last_became_active":"2026-02-25T15:50:23.392816+0000","last_became_peered":"2026-02-25T15:50:23.392816+0000","last_unstale":"2026-02-25T15:50:23.393537+0000","last_undegraded":"2026-02-25T15:50:23.393537+0000","last_fullsized":"2026-02-25T15:50:23.393537+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:27:21.288698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394866+0000","last_change":"2026-02-25T15:50:23.208404+0000","last_active":"2026-02-25T15:50:23.394866+0000","last_peered":"2026-02-25T15:50:23.394866+0000","last_clean":"2026-02-25T15:50:23.394866+0000","last_became_active":"2026-02-25T15:50:23.208172+0000","last_became_peered":"2026-02-25T15:50:23.208172+0000","last_unstale":"2026-02-25T15:50:23.394866+0000","last_undegraded":"2026-02-25T15:50:23.394866+0000","last_fullsized":"2026-02-25T15:50:23.394866+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:12:54.146394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394396+0000","last_change":"2026-02-25T15:50:23.393254+0000","last_active":"2026-02-25T15:50:23.394396+0000","last_peered":"2026-02-25T15:50:23.394396+0000","last_clean":"2026-02-25T15:50:23.394396+0000","last_became_active":"2026-02-25T15:50:23.393046+0000","last_became_peered":"2026-02-25T15:50:23.393046+0000","last_unstale":"2026-02-25T15:50:23.394396+0000","last_undegraded":"2026-02-25T15:50:23.394396+0000","last_fullsized":"2026-02-25T15:50:23.394396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:53:26.615007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397261+0000","last_change":"2026-02-25T15:50:23.210412+0000","last_active":"2026-02-25T15:50:23.397261+0000","last_peered":"2026-02-25T15:50:23.397261+0000","last_clean":"2026-02-25T15:50:23.397261+0000","last_became_active":"2026-02-25T15:50:23.210244+0000","last_became_peered":"2026-02-25T15:50:23.210244+0000","last_unstale":"2026-02-25T15:50:23.397261+0000","last_undegraded":"2026-02-25T15:50:23.397261+0000","last_fullsized":"2026-02-25T15:50:23.397261+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:01:50.521502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393963+0000","last_change":"2026-02-25T15:50:23.393071+0000","last_active":"2026-02-25T15:50:23.393963+0000","last_peered":"2026-02-25T15:50:23.393963+0000","last_clean":"2026-02-25T15:50:23.393963+0000","last_became_active":"2026-02-25T15:50:23.392952+0000","last_became_peered":"2026-02-25T15:50:23.392952+0000","last_unstale":"2026-02-25T15:50:23.393963+0000","last_undegraded":"2026-02-25T15:50:23.393963+0000","last_fullsized":"2026-02-25T15:50:23.393963+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:39.622398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395728+0000","last_change":"2026-02-25T15:50:23.210152+0000","last_active":"2026-02-25T15:50:23.395728+0000","last_peered":"2026-02-25T15:50:23.395728+0000","last_clean":"2026-02-25T15:50:23.395728+0000","last_became_active":"2026-02-25T15:50:23.209939+0000","last_became_peered":"2026-02-25T15:50:23.209939+0000","last_unstale":"2026-02-25T15:50:23.395728+0000","last_undegraded":"2026-02-25T15:50:23.395728+0000","last_fullsized":"2026-02-25T15:50:23.395728+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:34:54.527773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395495+0000","last_change":"2026-02-25T15:50:23.394423+0000","last_active":"2026-02-25T15:50:23.395495+0000","last_peered":"2026-02-25T15:50:23.395495+0000","last_clean":"2026-02-25T15:50:23.395495+0000","last_became_active":"2026-02-25T15:50:23.394175+0000","last_became_peered":"2026-02-25T15:50:23.394175+0000","last_unstale":"2026-02-25T15:50:23.395495+0000","last_undegraded":"2026-02-25T15:50:23.395495+0000","last_fullsized":"2026-02-25T15:50:23.395495+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:41:43.333042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397716+0000","last_change":"2026-02-25T15:50:23.210924+0000","last_active":"2026-02-25T15:50:23.397716+0000","last_peered":"2026-02-25T15:50:23.397716+0000","last_clean":"2026-02-25T15:50:23.397716+0000","last_became_active":"2026-02-25T15:50:23.210714+0000","last_became_peered":"2026-02-25T15:50:23.210714+0000","last_unstale":"2026-02-25T15:50:23.397716+0000","last_undegraded":"2026-02-25T15:50:23.397716+0000","last_fullsized":"2026-02-25T15:50:23.397716+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:07.555055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393418+0000","last_change":"2026-02-25T15:50:23.392933+0000","last_active":"2026-02-25T15:50:23.393418+0000","last_peered":"2026-02-25T15:50:23.393418+0000","last_clean":"2026-02-25T15:50:23.393418+0000","last_became_active":"2026-02-25T15:50:23.392811+0000","last_became_peered":"2026-02-25T15:50:23.392811+0000","last_unstale":"2026-02-25T15:50:23.393418+0000","last_undegraded":"2026-02-25T15:50:23.393418+0000","last_fullsized":"2026-02-25T15:50:23.393418+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:29.156653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392209+0000","last_change":"2026-02-25T15:50:23.209850+0000","last_active":"2026-02-25T15:50:23.392209+0000","last_peered":"2026-02-25T15:50:23.392209+0000","last_clean":"2026-02-25T15:50:23.392209+0000","last_became_active":"2026-02-25T15:50:23.209625+0000","last_became_peered":"2026-02-25T15:50:23.209625+0000","last_unstale":"2026-02-25T15:50:23.392209+0000","last_undegraded":"2026-02-25T15:50:23.392209+0000","last_fullsized":"2026-02-25T15:50:23.392209+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:58:47.303468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395371+0000","last_change":"2026-02-25T15:50:23.394946+0000","last_active":"2026-02-25T15:50:23.395371+0000","last_peered":"2026-02-25T15:50:23.395371+0000","last_clean":"2026-02-25T15:50:23.395371+0000","last_became_active":"2026-02-25T15:50:23.394805+0000","last_became_peered":"2026-02-25T15:50:23.394805+0000","last_unstale":"2026-02-25T15:50:23.395371+0000","last_undegraded":"2026-02-25T15:50:23.395371+0000","last_fullsized":"2026-02-25T15:50:23.395371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:55.044720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395310+0000","last_change":"2026-02-25T15:50:23.209848+0000","last_active":"2026-02-25T15:50:23.395310+0000","last_peered":"2026-02-25T15:50:23.395310+0000","last_clean":"2026-02-25T15:50:23.395310+0000","last_became_active":"2026-02-25T15:50:23.209154+0000","last_became_peered":"2026-02-25T15:50:23.209154+0000","last_unstale":"2026-02-25T15:50:23.395310+0000","last_undegraded":"2026-02-25T15:50:23.395310+0000","last_fullsized":"2026-02-25T15:50:23.395310+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:11:40.624214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396485+0000","last_change":"2026-02-25T15:50:23.396149+0000","last_active":"2026-02-25T15:50:23.396485+0000","last_peered":"2026-02-25T15:50:23.396485+0000","last_clean":"2026-02-25T15:50:23.396485+0000","last_became_active":"2026-02-25T15:50:23.396053+0000","last_became_peered":"2026-02-25T15:50:23.396053+0000","last_unstale":"2026-02-25T15:50:23.396485+0000","last_undegraded":"2026-02-25T15:50:23.396485+0000","last_fullsized":"2026-02-25T15:50:23.396485+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:33:41.718666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392116+0000","last_change":"2026-02-25T15:50:23.209574+0000","last_active":"2026-02-25T15:50:23.392116+0000","last_peered":"2026-02-25T15:50:23.392116+0000","last_clean":"2026-02-25T15:50:23.392116+0000","last_became_active":"2026-02-25T15:50:23.209413+0000","last_became_peered":"2026-02-25T15:50:23.209413+0000","last_unstale":"2026-02-25T15:50:23.392116+0000","last_undegraded":"2026-02-25T15:50:23.392116+0000","last_fullsized":"2026-02-25T15:50:23.392116+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:01:20.384699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396684+0000","last_change":"2026-02-25T15:50:23.395396+0000","last_active":"2026-02-25T15:50:23.396684+0000","last_peered":"2026-02-25T15:50:23.396684+0000","last_clean":"2026-02-25T15:50:23.396684+0000","last_became_active":"2026-02-25T15:50:23.394723+0000","last_became_peered":"2026-02-25T15:50:23.394723+0000","last_unstale":"2026-02-25T15:50:23.396684+0000","last_undegraded":"2026-02-25T15:50:23.396684+0000","last_fullsized":"2026-02-25T15:50:23.396684+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:40:53.988165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390968+0000","last_change":"2026-02-25T15:50:23.210696+0000","last_active":"2026-02-25T15:50:23.390968+0000","last_peered":"2026-02-25T15:50:23.390968+0000","last_clean":"2026-02-25T15:50:23.390968+0000","last_became_active":"2026-02-25T15:50:23.210474+0000","last_became_peered":"2026-02-25T15:50:23.210474+0000","last_unstale":"2026-02-25T15:50:23.390968+0000","last_undegraded":"2026-02-25T15:50:23.390968+0000","last_fullsized":"2026-02-25T15:50:23.390968+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:16.801986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395709+0000","last_change":"2026-02-25T15:50:23.394984+0000","last_active":"2026-02-25T15:50:23.395709+0000","last_peered":"2026-02-25T15:50:23.395709+0000","last_clean":"2026-02-25T15:50:23.395709+0000","last_became_active":"2026-02-25T15:50:23.394816+0000","last_became_peered":"2026-02-25T15:50:23.394816+0000","last_unstale":"2026-02-25T15:50:23.395709+0000","last_undegraded":"2026-02-25T15:50:23.395709+0000","last_fullsized":"2026-02-25T15:50:23.395709+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:37:16.040971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397018+0000","last_change":"2026-02-25T15:50:23.210223+0000","last_active":"2026-02-25T15:50:23.397018+0000","last_peered":"2026-02-25T15:50:23.397018+0000","last_clean":"2026-02-25T15:50:23.397018+0000","last_became_active":"2026-02-25T15:50:23.210071+0000","last_became_peered":"2026-02-25T15:50:23.210071+0000","last_unstale":"2026-02-25T15:50:23.397018+0000","last_undegraded":"2026-02-25T15:50:23.397018+0000","last_fullsized":"2026-02-25T15:50:23.397018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:28:02.126314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396549+0000","last_change":"2026-02-25T15:50:23.395022+0000","last_active":"2026-02-25T15:50:23.396549+0000","last_peered":"2026-02-25T15:50:23.396549+0000","last_clean":"2026-02-25T15:50:23.396549+0000","last_became_active":"2026-02-25T15:50:23.394915+0000","last_became_peered":"2026-02-25T15:50:23.394915+0000","last_unstale":"2026-02-25T15:50:23.396549+0000","last_undegraded":"2026-02-25T15:50:23.396549+0000","last_fullsized":"2026-02-25T15:50:23.396549+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:28.343372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396903+0000","last_change":"2026-02-25T15:50:23.209520+0000","last_active":"2026-02-25T15:50:23.396903+0000","last_peered":"2026-02-25T15:50:23.396903+0000","last_clean":"2026-02-25T15:50:23.396903+0000","last_became_active":"2026-02-25T15:50:23.209370+0000","last_became_peered":"2026-02-25T15:50:23.209370+0000","last_unstale":"2026-02-25T15:50:23.396903+0000","last_undegraded":"2026-02-25T15:50:23.396903+0000","last_fullsized":"2026-02-25T15:50:23.396903+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:18.654845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394332+0000","last_change":"2026-02-25T15:50:23.393285+0000","last_active":"2026-02-25T15:50:23.394332+0000","last_peered":"2026-02-25T15:50:23.394332+0000","last_clean":"2026-02-25T15:50:23.394332+0000","last_became_active":"2026-02-25T15:50:23.393179+0000","last_became_peered":"2026-02-25T15:50:23.393179+0000","last_unstale":"2026-02-25T15:50:23.394332+0000","last_undegraded":"2026-02-25T15:50:23.394332+0000","last_fullsized":"2026-02-25T15:50:23.394332+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:46:58.305164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394130+0000","last_change":"2026-02-25T15:50:23.209685+0000","last_active":"2026-02-25T15:50:23.394130+0000","last_peered":"2026-02-25T15:50:23.394130+0000","last_clean":"2026-02-25T15:50:23.394130+0000","last_became_active":"2026-02-25T15:50:23.209549+0000","last_became_peered":"2026-02-25T15:50:23.209549+0000","last_unstale":"2026-02-25T15:50:23.394130+0000","last_undegraded":"2026-02-25T15:50:23.394130+0000","last_fullsized":"2026-02-25T15:50:23.394130+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:29.329353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394648+0000","last_change":"2026-02-25T15:50:23.393301+0000","last_active":"2026-02-25T15:50:23.394648+0000","last_peered":"2026-02-25T15:50:23.394648+0000","last_clean":"2026-02-25T15:50:23.394648+0000","last_became_active":"2026-02-25T15:50:23.393186+0000","last_became_peered":"2026-02-25T15:50:23.393186+0000","last_unstale":"2026-02-25T15:50:23.394648+0000","last_undegraded":"2026-02-25T15:50:23.394648+0000","last_fullsized":"2026-02-25T15:50:23.394648+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:38.697698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392041+0000","last_change":"2026-02-25T15:50:23.209756+0000","last_active":"2026-02-25T15:50:23.392041+0000","last_peered":"2026-02-25T15:50:23.392041+0000","last_clean":"2026-02-25T15:50:23.392041+0000","last_became_active":"2026-02-25T15:50:23.209563+0000","last_became_peered":"2026-02-25T15:50:23.209563+0000","last_unstale":"2026-02-25T15:50:23.392041+0000","last_undegraded":"2026-02-25T15:50:23.392041+0000","last_fullsized":"2026-02-25T15:50:23.392041+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:05:33.892105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396352+0000","last_change":"2026-02-25T15:50:23.395111+0000","last_active":"2026-02-25T15:50:23.396352+0000","last_peered":"2026-02-25T15:50:23.396352+0000","last_clean":"2026-02-25T15:50:23.396352+0000","last_became_active":"2026-02-25T15:50:23.394704+0000","last_became_peered":"2026-02-25T15:50:23.394704+0000","last_unstale":"2026-02-25T15:50:23.396352+0000","last_undegraded":"2026-02-25T15:50:23.396352+0000","last_fullsized":"2026-02-25T15:50:23.396352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:17.755723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390403+0000","last_change":"2026-02-25T15:50:23.208330+0000","last_active":"2026-02-25T15:50:23.390403+0000","last_peered":"2026-02-25T15:50:23.390403+0000","last_clean":"2026-02-25T15:50:23.390403+0000","last_became_active":"2026-02-25T15:50:23.208133+0000","last_became_peered":"2026-02-25T15:50:23.208133+0000","last_unstale":"2026-02-25T15:50:23.390403+0000","last_undegraded":"2026-02-25T15:50:23.390403+0000","last_fullsized":"2026-02-25T15:50:23.390403+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:45:30.934828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394420+0000","last_change":"2026-02-25T15:50:23.393370+0000","last_active":"2026-02-25T15:50:23.394420+0000","last_peered":"2026-02-25T15:50:23.394420+0000","last_clean":"2026-02-25T15:50:23.394420+0000","last_became_active":"2026-02-25T15:50:23.393192+0000","last_became_peered":"2026-02-25T15:50:23.393192+0000","last_unstale":"2026-02-25T15:50:23.394420+0000","last_undegraded":"2026-02-25T15:50:23.394420+0000","last_fullsized":"2026-02-25T15:50:23.394420+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:47:51.602710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397575+0000","last_change":"2026-02-25T15:50:23.210899+0000","last_active":"2026-02-25T15:50:23.397575+0000","last_peered":"2026-02-25T15:50:23.397575+0000","last_clean":"2026-02-25T15:50:23.397575+0000","last_became_active":"2026-02-25T15:50:23.210721+0000","last_became_peered":"2026-02-25T15:50:23.210721+0000","last_unstale":"2026-02-25T15:50:23.397575+0000","last_undegraded":"2026-02-25T15:50:23.397575+0000","last_fullsized":"2026-02-25T15:50:23.397575+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:23:29.259898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395326+0000","last_change":"2026-02-25T15:50:23.394681+0000","last_active":"2026-02-25T15:50:23.395326+0000","last_peered":"2026-02-25T15:50:23.395326+0000","last_clean":"2026-02-25T15:50:23.395326+0000","last_became_active":"2026-02-25T15:50:23.394337+0000","last_became_peered":"2026-02-25T15:50:23.394337+0000","last_unstale":"2026-02-25T15:50:23.395326+0000","last_undegraded":"2026-02-25T15:50:23.395326+0000","last_fullsized":"2026-02-25T15:50:23.395326+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:16:50.064138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397151+0000","last_change":"2026-02-25T15:50:23.210085+0000","last_active":"2026-02-25T15:50:23.397151+0000","last_peered":"2026-02-25T15:50:23.397151+0000","last_clean":"2026-02-25T15:50:23.397151+0000","last_became_active":"2026-02-25T15:50:23.209677+0000","last_became_peered":"2026-02-25T15:50:23.209677+0000","last_unstale":"2026-02-25T15:50:23.397151+0000","last_undegraded":"2026-02-25T15:50:23.397151+0000","last_fullsized":"2026-02-25T15:50:23.397151+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:00:15.834405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397052+0000","last_change":"2026-02-25T15:50:23.396568+0000","last_active":"2026-02-25T15:50:23.397052+0000","last_peered":"2026-02-25T15:50:23.397052+0000","last_clean":"2026-02-25T15:50:23.397052+0000","last_became_active":"2026-02-25T15:50:23.396199+0000","last_became_peered":"2026-02-25T15:50:23.396199+0000","last_unstale":"2026-02-25T15:50:23.397052+0000","last_undegraded":"2026-02-25T15:50:23.397052+0000","last_fullsized":"2026-02-25T15:50:23.397052+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:18:44.428945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397338+0000","last_change":"2026-02-25T15:50:23.209933+0000","last_active":"2026-02-25T15:50:23.397338+0000","last_peered":"2026-02-25T15:50:23.397338+0000","last_clean":"2026-02-25T15:50:23.397338+0000","last_became_active":"2026-02-25T15:50:23.209617+0000","last_became_peered":"2026-02-25T15:50:23.209617+0000","last_unstale":"2026-02-25T15:50:23.397338+0000","last_undegraded":"2026-02-25T15:50:23.397338+0000","last_fullsized":"2026-02-25T15:50:23.397338+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:49.062445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394353+0000","last_change":"2026-02-25T15:50:23.393592+0000","last_active":"2026-02-25T15:50:23.394353+0000","last_peered":"2026-02-25T15:50:23.394353+0000","last_clean":"2026-02-25T15:50:23.394353+0000","last_became_active":"2026-02-25T15:50:23.393468+0000","last_became_peered":"2026-02-25T15:50:23.393468+0000","last_unstale":"2026-02-25T15:50:23.394353+0000","last_undegraded":"2026-02-25T15:50:23.394353+0000","last_fullsized":"2026-02-25T15:50:23.394353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:35:19.787945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395540+0000","last_change":"2026-02-25T15:50:23.208190+0000","last_active":"2026-02-25T15:50:23.395540+0000","last_peered":"2026-02-25T15:50:23.395540+0000","last_clean":"2026-02-25T15:50:23.395540+0000","last_became_active":"2026-02-25T15:50:23.208043+0000","last_became_peered":"2026-02-25T15:50:23.208043+0000","last_unstale":"2026-02-25T15:50:23.395540+0000","last_undegraded":"2026-02-25T15:50:23.395540+0000","last_fullsized":"2026-02-25T15:50:23.395540+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:04.418856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394281+0000","last_change":"2026-02-25T15:50:23.393519+0000","last_active":"2026-02-25T15:50:23.394281+0000","last_peered":"2026-02-25T15:50:23.394281+0000","last_clean":"2026-02-25T15:50:23.394281+0000","last_became_active":"2026-02-25T15:50:23.393387+0000","last_became_peered":"2026-02-25T15:50:23.393387+0000","last_unstale":"2026-02-25T15:50:23.394281+0000","last_undegraded":"2026-02-25T15:50:23.394281+0000","last_fullsized":"2026-02-25T15:50:23.394281+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:38:12.405506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392136+0000","last_change":"2026-02-25T15:50:23.207610+0000","last_active":"2026-02-25T15:50:23.392136+0000","last_peered":"2026-02-25T15:50:23.392136+0000","last_clean":"2026-02-25T15:50:23.392136+0000","last_became_active":"2026-02-25T15:50:23.207511+0000","last_became_peered":"2026-02-25T15:50:23.207511+0000","last_unstale":"2026-02-25T15:50:23.392136+0000","last_undegraded":"2026-02-25T15:50:23.392136+0000","last_fullsized":"2026-02-25T15:50:23.392136+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:07:26.551244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396854+0000","last_change":"2026-02-25T15:50:23.395725+0000","last_active":"2026-02-25T15:50:23.396854+0000","last_peered":"2026-02-25T15:50:23.396854+0000","last_clean":"2026-02-25T15:50:23.396854+0000","last_became_active":"2026-02-25T15:50:23.395402+0000","last_became_peered":"2026-02-25T15:50:23.395402+0000","last_unstale":"2026-02-25T15:50:23.396854+0000","last_undegraded":"2026-02-25T15:50:23.396854+0000","last_fullsized":"2026-02-25T15:50:23.396854+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:18:25.888408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394189+0000","last_change":"2026-02-25T15:50:23.207728+0000","last_active":"2026-02-25T15:50:23.394189+0000","last_peered":"2026-02-25T15:50:23.394189+0000","last_clean":"2026-02-25T15:50:23.394189+0000","last_became_active":"2026-02-25T15:50:23.207534+0000","last_became_peered":"2026-02-25T15:50:23.207534+0000","last_unstale":"2026-02-25T15:50:23.394189+0000","last_undegraded":"2026-02-25T15:50:23.394189+0000","last_fullsized":"2026-02-25T15:50:23.394189+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:44:48.918280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395720+0000","last_change":"2026-02-25T15:50:23.394979+0000","last_active":"2026-02-25T15:50:23.395720+0000","last_peered":"2026-02-25T15:50:23.395720+0000","last_clean":"2026-02-25T15:50:23.395720+0000","last_became_active":"2026-02-25T15:50:23.394775+0000","last_became_peered":"2026-02-25T15:50:23.394775+0000","last_unstale":"2026-02-25T15:50:23.395720+0000","last_undegraded":"2026-02-25T15:50:23.395720+0000","last_fullsized":"2026-02-25T15:50:23.395720+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:25:28.798138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389560+0000","last_change":"2026-02-25T15:50:23.208414+0000","last_active":"2026-02-25T15:50:23.389560+0000","last_peered":"2026-02-25T15:50:23.389560+0000","last_clean":"2026-02-25T15:50:23.389560+0000","last_became_active":"2026-02-25T15:50:23.208220+0000","last_became_peered":"2026-02-25T15:50:23.208220+0000","last_unstale":"2026-02-25T15:50:23.389560+0000","last_undegraded":"2026-02-25T15:50:23.389560+0000","last_fullsized":"2026-02-25T15:50:23.389560+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:24:59.268712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391918+0000","last_change":"2026-02-25T15:50:23.391529+0000","last_active":"2026-02-25T15:50:23.391918+0000","last_peered":"2026-02-25T15:50:23.391918+0000","last_clean":"2026-02-25T15:50:23.391918+0000","last_became_active":"2026-02-25T15:50:23.391342+0000","last_became_peered":"2026-02-25T15:50:23.391342+0000","last_unstale":"2026-02-25T15:50:23.391918+0000","last_undegraded":"2026-02-25T15:50:23.391918+0000","last_fullsized":"2026-02-25T15:50:23.391918+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:58.446971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392267+0000","last_change":"2026-02-25T15:50:23.210123+0000","last_active":"2026-02-25T15:50:23.392267+0000","last_peered":"2026-02-25T15:50:23.392267+0000","last_clean":"2026-02-25T15:50:23.392267+0000","last_became_active":"2026-02-25T15:50:23.209983+0000","last_became_peered":"2026-02-25T15:50:23.209983+0000","last_unstale":"2026-02-25T15:50:23.392267+0000","last_undegraded":"2026-02-25T15:50:23.392267+0000","last_fullsized":"2026-02-25T15:50:23.392267+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:07:16.169350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395524+0000","last_change":"2026-02-25T15:50:23.395113+0000","last_active":"2026-02-25T15:50:23.395524+0000","last_peered":"2026-02-25T15:50:23.395524+0000","last_clean":"2026-02-25T15:50:23.395524+0000","last_became_active":"2026-02-25T15:50:23.395019+0000","last_became_peered":"2026-02-25T15:50:23.395019+0000","last_unstale":"2026-02-25T15:50:23.395524+0000","last_undegraded":"2026-02-25T15:50:23.395524+0000","last_fullsized":"2026-02-25T15:50:23.395524+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:32:18.553816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389630+0000","last_change":"2026-02-25T15:50:23.207868+0000","last_active":"2026-02-25T15:50:23.389630+0000","last_peered":"2026-02-25T15:50:23.389630+0000","last_clean":"2026-02-25T15:50:23.389630+0000","last_became_active":"2026-02-25T15:50:23.207765+0000","last_became_peered":"2026-02-25T15:50:23.207765+0000","last_unstale":"2026-02-25T15:50:23.389630+0000","last_undegraded":"2026-02-25T15:50:23.389630+0000","last_fullsized":"2026-02-25T15:50:23.389630+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:01:23.987310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394613+0000","last_change":"2026-02-25T15:50:23.393784+0000","last_active":"2026-02-25T15:50:23.394613+0000","last_peered":"2026-02-25T15:50:23.394613+0000","last_clean":"2026-02-25T15:50:23.394613+0000","last_became_active":"2026-02-25T15:50:23.393630+0000","last_became_peered":"2026-02-25T15:50:23.393630+0000","last_unstale":"2026-02-25T15:50:23.394613+0000","last_undegraded":"2026-02-25T15:50:23.394613+0000","last_fullsized":"2026-02-25T15:50:23.394613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:38:59.992863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396365+0000","last_change":"2026-02-25T15:50:23.210208+0000","last_active":"2026-02-25T15:50:23.396365+0000","last_peered":"2026-02-25T15:50:23.396365+0000","last_clean":"2026-02-25T15:50:23.396365+0000","last_became_active":"2026-02-25T15:50:23.210101+0000","last_became_peered":"2026-02-25T15:50:23.210101+0000","last_unstale":"2026-02-25T15:50:23.396365+0000","last_undegraded":"2026-02-25T15:50:23.396365+0000","last_fullsized":"2026-02-25T15:50:23.396365+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:13:31.702537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396871+0000","last_change":"2026-02-25T15:50:23.395933+0000","last_active":"2026-02-25T15:50:23.396871+0000","last_peered":"2026-02-25T15:50:23.396871+0000","last_clean":"2026-02-25T15:50:23.396871+0000","last_became_active":"2026-02-25T15:50:23.395502+0000","last_became_peered":"2026-02-25T15:50:23.395502+0000","last_unstale":"2026-02-25T15:50:23.396871+0000","last_undegraded":"2026-02-25T15:50:23.396871+0000","last_fullsized":"2026-02-25T15:50:23.396871+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:46:09.765542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389748+0000","last_change":"2026-02-25T15:50:23.209871+0000","last_active":"2026-02-25T15:50:23.389748+0000","last_peered":"2026-02-25T15:50:23.389748+0000","last_clean":"2026-02-25T15:50:23.389748+0000","last_became_active":"2026-02-25T15:50:23.209730+0000","last_became_peered":"2026-02-25T15:50:23.209730+0000","last_unstale":"2026-02-25T15:50:23.389748+0000","last_undegraded":"2026-02-25T15:50:23.389748+0000","last_fullsized":"2026-02-25T15:50:23.389748+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:13.445760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397211+0000","last_change":"2026-02-25T15:50:23.396845+0000","last_active":"2026-02-25T15:50:23.397211+0000","last_peered":"2026-02-25T15:50:23.397211+0000","last_clean":"2026-02-25T15:50:23.397211+0000","last_became_active":"2026-02-25T15:50:23.396761+0000","last_became_peered":"2026-02-25T15:50:23.396761+0000","last_unstale":"2026-02-25T15:50:23.397211+0000","last_undegraded":"2026-02-25T15:50:23.397211+0000","last_fullsized":"2026-02-25T15:50:23.397211+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:27:55.955433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391424+0000","last_change":"2026-02-25T15:50:23.207640+0000","last_active":"2026-02-25T15:50:23.391424+0000","last_peered":"2026-02-25T15:50:23.391424+0000","last_clean":"2026-02-25T15:50:23.391424+0000","last_became_active":"2026-02-25T15:50:23.207455+0000","last_became_peered":"2026-02-25T15:50:23.207455+0000","last_unstale":"2026-02-25T15:50:23.391424+0000","last_undegraded":"2026-02-25T15:50:23.391424+0000","last_fullsized":"2026-02-25T15:50:23.391424+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:03:04.627192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394340+0000","last_change":"2026-02-25T15:50:23.393563+0000","last_active":"2026-02-25T15:50:23.394340+0000","last_peered":"2026-02-25T15:50:23.394340+0000","last_clean":"2026-02-25T15:50:23.394340+0000","last_became_active":"2026-02-25T15:50:23.393464+0000","last_became_peered":"2026-02-25T15:50:23.393464+0000","last_unstale":"2026-02-25T15:50:23.394340+0000","last_undegraded":"2026-02-25T15:50:23.394340+0000","last_fullsized":"2026-02-25T15:50:23.394340+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:21:01.453034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391678+0000","last_change":"2026-02-25T15:50:23.208111+0000","last_active":"2026-02-25T15:50:23.391678+0000","last_peered":"2026-02-25T15:50:23.391678+0000","last_clean":"2026-02-25T15:50:23.391678+0000","last_became_active":"2026-02-25T15:50:23.207989+0000","last_became_peered":"2026-02-25T15:50:23.207989+0000","last_unstale":"2026-02-25T15:50:23.391678+0000","last_undegraded":"2026-02-25T15:50:23.391678+0000","last_fullsized":"2026-02-25T15:50:23.391678+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:20:41.419645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394843+0000","last_change":"2026-02-25T15:50:23.394110+0000","last_active":"2026-02-25T15:50:23.394843+0000","last_peered":"2026-02-25T15:50:23.394843+0000","last_clean":"2026-02-25T15:50:23.394843+0000","last_became_active":"2026-02-25T15:50:23.393923+0000","last_became_peered":"2026-02-25T15:50:23.393923+0000","last_unstale":"2026-02-25T15:50:23.394843+0000","last_undegraded":"2026-02-25T15:50:23.394843+0000","last_fullsized":"2026-02-25T15:50:23.394843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:08.892517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390667+0000","last_change":"2026-02-25T15:50:23.208490+0000","last_active":"2026-02-25T15:50:23.390667+0000","last_peered":"2026-02-25T15:50:23.390667+0000","last_clean":"2026-02-25T15:50:23.390667+0000","last_became_active":"2026-02-25T15:50:23.208233+0000","last_became_peered":"2026-02-25T15:50:23.208233+0000","last_unstale":"2026-02-25T15:50:23.390667+0000","last_undegraded":"2026-02-25T15:50:23.390667+0000","last_fullsized":"2026-02-25T15:50:23.390667+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:11.293793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397970+0000","last_change":"2026-02-25T15:50:23.397639+0000","last_active":"2026-02-25T15:50:23.397970+0000","last_peered":"2026-02-25T15:50:23.397970+0000","last_clean":"2026-02-25T15:50:23.397970+0000","last_became_active":"2026-02-25T15:50:23.396085+0000","last_became_peered":"2026-02-25T15:50:23.396085+0000","last_unstale":"2026-02-25T15:50:23.397970+0000","last_undegraded":"2026-02-25T15:50:23.397970+0000","last_fullsized":"2026-02-25T15:50:23.397970+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:15:09.770284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395344+0000","last_change":"2026-02-25T15:50:23.210624+0000","last_active":"2026-02-25T15:50:23.395344+0000","last_peered":"2026-02-25T15:50:23.395344+0000","last_clean":"2026-02-25T15:50:23.395344+0000","last_became_active":"2026-02-25T15:50:23.210414+0000","last_became_peered":"2026-02-25T15:50:23.210414+0000","last_unstale":"2026-02-25T15:50:23.395344+0000","last_undegraded":"2026-02-25T15:50:23.395344+0000","last_fullsized":"2026-02-25T15:50:23.395344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:19:03.709246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396283+0000","last_change":"2026-02-25T15:50:23.394949+0000","last_active":"2026-02-25T15:50:23.396283+0000","last_peered":"2026-02-25T15:50:23.396283+0000","last_clean":"2026-02-25T15:50:23.396283+0000","last_became_active":"2026-02-25T15:50:23.394241+0000","last_became_peered":"2026-02-25T15:50:23.394241+0000","last_unstale":"2026-02-25T15:50:23.396283+0000","last_undegraded":"2026-02-25T15:50:23.396283+0000","last_fullsized":"2026-02-25T15:50:23.396283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:44:07.317524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392163+0000","last_change":"2026-02-25T15:50:23.209508+0000","last_active":"2026-02-25T15:50:23.392163+0000","last_peered":"2026-02-25T15:50:23.392163+0000","last_clean":"2026-02-25T15:50:23.392163+0000","last_became_active":"2026-02-25T15:50:23.209354+0000","last_became_peered":"2026-02-25T15:50:23.209354+0000","last_unstale":"2026-02-25T15:50:23.392163+0000","last_undegraded":"2026-02-25T15:50:23.392163+0000","last_fullsized":"2026-02-25T15:50:23.392163+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:59.119841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396739+0000","last_change":"2026-02-25T15:50:23.395971+0000","last_active":"2026-02-25T15:50:23.396739+0000","last_peered":"2026-02-25T15:50:23.396739+0000","last_clean":"2026-02-25T15:50:23.396739+0000","last_became_active":"2026-02-25T15:50:23.395350+0000","last_became_peered":"2026-02-25T15:50:23.395350+0000","last_unstale":"2026-02-25T15:50:23.396739+0000","last_undegraded":"2026-02-25T15:50:23.396739+0000","last_fullsized":"2026-02-25T15:50:23.396739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:04:15.243823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392146+0000","last_change":"2026-02-25T15:50:23.210461+0000","last_active":"2026-02-25T15:50:23.392146+0000","last_peered":"2026-02-25T15:50:23.392146+0000","last_clean":"2026-02-25T15:50:23.392146+0000","last_became_active":"2026-02-25T15:50:23.210253+0000","last_became_peered":"2026-02-25T15:50:23.210253+0000","last_unstale":"2026-02-25T15:50:23.392146+0000","last_undegraded":"2026-02-25T15:50:23.392146+0000","last_fullsized":"2026-02-25T15:50:23.392146+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:11.219942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":162,"reported_epoch":36,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.208816+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:23.208816+0000","last_peered":"2026-02-25T15:50:23.208816+0000","last_clean":"2026-02-25T15:50:23.208816+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:23.208816+0000","last_undegraded":"2026-02-25T15:50:23.208816+0000","last_fullsized":"2026-02-25T15:50:23.208816+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27972,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343868,"statfs":{"total":96636764160,"available":96608120832,"internally_reserved":0,"allocated":1036288,"data_stored":769724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.219}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.155}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.186}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":430080,"data_stored":178304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.218}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":434176,"data_stored":177834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29299999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":434176,"data_stored":178326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":442368,"data_stored":179320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14799999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.159}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.189}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":430080,"data_stored":177792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574862,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":413696,"data_stored":170631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.154}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.249}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574862,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1024000,"data_stored":768124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.16600000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.182}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.20300000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.253}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.32400000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.377},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.30099999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.28399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:25.919 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:26.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.019+0000 7fd88e117640 1 Processor -- start 2026-02-25T15:50:26.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 -- start start 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd888071710 0x7fd8880ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd88815b750 0x7fd888070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd888070cc0 con 0x7fd8880b4470 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd888071c60 con 0x7fd88815b750 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd88e117640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd88815bcc0 con 0x7fd888071710 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd887fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fd8880b4470 0x7fd8880720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:46028/0 (socket says 10.20.193.52:46028) 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd887fff640 1 -- 10.20.193.52:0/815702642 learned_addr learned my addr 10.20.193.52:0/815702642 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd886ffd640 1 --2- 10.20.193.52:0/815702642 >> v2:10.20.193.52:3300/0 conn(0x7fd88815b750 0x7fd888070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd8877fe640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd888071710 0x7fd8880ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd8867fc640 1 -- 10.20.193.52:0/815702642 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2574804834 0 0) 0x7fd888070cc0 con 0x7fd8880b4470 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd8867fc640 1 -- 10.20.193.52:0/815702642 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd86c003620 con 0x7fd8880b4470 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd886ffd640 1 -- 10.20.193.52:0/815702642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd888071710 msgr2=0x7fd8880ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd886ffd640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd888071710 0x7fd8880ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.020+0000 7fd886ffd640 1 -- 10.20.193.52:0/815702642 >> v1:10.20.193.52:6789/0 conn(0x7fd8880b4470 legacy=0x7fd8880720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd886ffd640 1 -- 10.20.193.52:0/815702642 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd88815bfa0 con 0x7fd88815b750 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd886ffd640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd888070780 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd8780098a0 tx=0x7fd87802eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66c5a44558327c9b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd8867fc640 1 -- 10.20.193.52:0/815702642 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87802fb70 con 0x7fd88815b750 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd8867fc640 1 -- 10.20.193.52:0/815702642 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd87802fcd0 con 0x7fd88815b750 2026-02-25T15:50:26.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd8867fc640 1 -- 10.20.193.52:0/815702642 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd878037660 con 0x7fd88815b750 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 -- 10.20.193.52:0/815702642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 msgr2=0x7fd888070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd888070780 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd8780098a0 tx=0x7fd87802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 -- 10.20.193.52:0/815702642 shutdown_connections 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd888070780 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 --2- 10.20.193.52:0/815702642 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd888071710 0x7fd8880ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.021+0000 7fd88e117640 1 -- 10.20.193.52:0/815702642 >> 10.20.193.52:0/815702642 conn(0x7fd88806c980 msgr2=0x7fd88806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.022+0000 7fd88e117640 1 -- 10.20.193.52:0/815702642 shutdown_connections 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.022+0000 7fd88e117640 1 -- 10.20.193.52:0/815702642 wait complete. 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.022+0000 7fd88e117640 1 Processor -- start 2026-02-25T15:50:26.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.022+0000 7fd88e117640 1 -- start start 2026-02-25T15:50:26.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 0x7fd88815dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8880b4470 0x7fd8880ab310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd888153830 con 0x7fd88815b750 2026-02-25T15:50:26.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd888153b10 con 0x7fd888071710 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd888153df0 con 0x7fd8880b4470 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37564/0 (socket says 10.20.193.52:37564) 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 -- 10.20.193.52:0/718360325 learned_addr learned my addr 10.20.193.52:0/718360325 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd886ffd640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8880b4470 0x7fd8880ab310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd8877fe640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 0x7fd88815dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 -- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8880b4470 msgr2=0x7fd8880ab310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8880b4470 0x7fd8880ab310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 -- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 msgr2=0x7fd88815dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 0x7fd88815dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 -- 10.20.193.52:0/718360325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd878009500 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd8877fe640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 0x7fd88815dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd887fff640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00cb40 tx=0x7fd87c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87c00ad50 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd87c012400 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8881540d0 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd87c0127b0 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.023+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8880abd90 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.024+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8881545f0 con 0x7fd88815b750 2026-02-25T15:50:26.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.024+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd87c019020 con 0x7fd88815b750 2026-02-25T15:50:26.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.024+0000 7fd863fff640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 0x7fd858078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.024+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd87c097180 con 0x7fd88815b750 2026-02-25T15:50:26.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.025+0000 7fd8877fe640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 0x7fd858078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.026 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.025+0000 7fd8877fe640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 0x7fd858078500 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd874006fd0 tx=0x7fd874008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.028 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.027+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd87c05ce30 con 0x7fd88815b750 2026-02-25T15:50:26.105 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.104+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd8880cb8b0 con 0x7fd858076040 2026-02-25T15:50:26.108 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.107+0000 7fd863fff640 1 -- 10.20.193.52:0/718360325 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+267170 (secure 0 0 0) 0x7fd8880cb8b0 con 0x7fd858076040 2026-02-25T15:50:26.110 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 msgr2=0x7fd858078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 0x7fd858078500 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd874006fd0 tx=0x7fd874008040 comp rx=0 tx=0).stop 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 msgr2=0x7fd8880ab850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00cb40 tx=0x7fd87c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 shutdown_connections 2026-02-25T15:50:26.111 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd858076040 0x7fd858078500 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd88815b750 0x7fd8880ab850 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8880b4470 0x7fd8880ab310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 --2- 10.20.193.52:0/718360325 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd888071710 0x7fd88815dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 >> 10.20.193.52:0/718360325 conn(0x7fd88806c980 msgr2=0x7fd888073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 shutdown_connections 2026-02-25T15:50:26.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.108+0000 7fd88e117640 1 -- 10.20.193.52:0/718360325 wait complete. 2026-02-25T15:50:26.118 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":62,"stamp":"2026-02-25T15:50:25.151018+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":189,"num_write_kb":2686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":34,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220236,"kb_used_data":4536,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754754484,"statfs":{"total":773094113280,"available":772868591616,"internally_reserved":0,"allocated":4644864,"data_stored":2600055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000596"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395048+0000","last_change":"2026-02-25T15:50:23.394220+0000","last_active":"2026-02-25T15:50:23.395048+0000","last_peered":"2026-02-25T15:50:23.395048+0000","last_clean":"2026-02-25T15:50:23.395048+0000","last_became_active":"2026-02-25T15:50:23.394019+0000","last_became_peered":"2026-02-25T15:50:23.394019+0000","last_unstale":"2026-02-25T15:50:23.395048+0000","last_undegraded":"2026-02-25T15:50:23.395048+0000","last_fullsized":"2026-02-25T15:50:23.395048+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:06:02.956444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395290+0000","last_change":"2026-02-25T15:50:23.394691+0000","last_active":"2026-02-25T15:50:23.395290+0000","last_peered":"2026-02-25T15:50:23.395290+0000","last_clean":"2026-02-25T15:50:23.395290+0000","last_became_active":"2026-02-25T15:50:23.394337+0000","last_became_peered":"2026-02-25T15:50:23.394337+0000","last_unstale":"2026-02-25T15:50:23.395290+0000","last_undegraded":"2026-02-25T15:50:23.395290+0000","last_fullsized":"2026-02-25T15:50:23.395290+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:23:55.742225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393945+0000","last_change":"2026-02-25T15:50:23.393136+0000","last_active":"2026-02-25T15:50:23.393945+0000","last_peered":"2026-02-25T15:50:23.393945+0000","last_clean":"2026-02-25T15:50:23.393945+0000","last_became_active":"2026-02-25T15:50:23.392997+0000","last_became_peered":"2026-02-25T15:50:23.392997+0000","last_unstale":"2026-02-25T15:50:23.393945+0000","last_undegraded":"2026-02-25T15:50:23.393945+0000","last_fullsized":"2026-02-25T15:50:23.393945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:56.243015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396489+0000","last_change":"2026-02-25T15:50:23.396272+0000","last_active":"2026-02-25T15:50:23.396489+0000","last_peered":"2026-02-25T15:50:23.396489+0000","last_clean":"2026-02-25T15:50:23.396489+0000","last_became_active":"2026-02-25T15:50:23.396207+0000","last_became_peered":"2026-02-25T15:50:23.396207+0000","last_unstale":"2026-02-25T15:50:23.396489+0000","last_undegraded":"2026-02-25T15:50:23.396489+0000","last_fullsized":"2026-02-25T15:50:23.396489+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:06:00.114538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393620+0000","last_change":"2026-02-25T15:50:23.392682+0000","last_active":"2026-02-25T15:50:23.393620+0000","last_peered":"2026-02-25T15:50:23.393620+0000","last_clean":"2026-02-25T15:50:23.393620+0000","last_became_active":"2026-02-25T15:50:23.392565+0000","last_became_peered":"2026-02-25T15:50:23.392565+0000","last_unstale":"2026-02-25T15:50:23.393620+0000","last_undegraded":"2026-02-25T15:50:23.393620+0000","last_fullsized":"2026-02-25T15:50:23.393620+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:00:12.370072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394991+0000","last_change":"2026-02-25T15:50:23.394555+0000","last_active":"2026-02-25T15:50:23.394991+0000","last_peered":"2026-02-25T15:50:23.394991+0000","last_clean":"2026-02-25T15:50:23.394991+0000","last_became_active":"2026-02-25T15:50:23.394453+0000","last_became_peered":"2026-02-25T15:50:23.394453+0000","last_unstale":"2026-02-25T15:50:23.394991+0000","last_undegraded":"2026-02-25T15:50:23.394991+0000","last_fullsized":"2026-02-25T15:50:23.394991+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:24:15.400802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394900+0000","last_change":"2026-02-25T15:50:23.394145+0000","last_active":"2026-02-25T15:50:23.394900+0000","last_peered":"2026-02-25T15:50:23.394900+0000","last_clean":"2026-02-25T15:50:23.394900+0000","last_became_active":"2026-02-25T15:50:23.393952+0000","last_became_peered":"2026-02-25T15:50:23.393952+0000","last_unstale":"2026-02-25T15:50:23.394900+0000","last_undegraded":"2026-02-25T15:50:23.394900+0000","last_fullsized":"2026-02-25T15:50:23.394900+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:43:00.899769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394426+0000","last_change":"2026-02-25T15:50:23.393180+0000","last_active":"2026-02-25T15:50:23.394426+0000","last_peered":"2026-02-25T15:50:23.394426+0000","last_clean":"2026-02-25T15:50:23.394426+0000","last_became_active":"2026-02-25T15:50:23.392968+0000","last_became_peered":"2026-02-25T15:50:23.392968+0000","last_unstale":"2026-02-25T15:50:23.394426+0000","last_undegraded":"2026-02-25T15:50:23.394426+0000","last_fullsized":"2026-02-25T15:50:23.394426+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:09:24.227813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394292+0000","last_change":"2026-02-25T15:50:23.393283+0000","last_active":"2026-02-25T15:50:23.394292+0000","last_peered":"2026-02-25T15:50:23.394292+0000","last_clean":"2026-02-25T15:50:23.394292+0000","last_became_active":"2026-02-25T15:50:23.393162+0000","last_became_peered":"2026-02-25T15:50:23.393162+0000","last_unstale":"2026-02-25T15:50:23.394292+0000","last_undegraded":"2026-02-25T15:50:23.394292+0000","last_fullsized":"2026-02-25T15:50:23.394292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:38:47.483748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393780+0000","last_change":"2026-02-25T15:50:23.393204+0000","last_active":"2026-02-25T15:50:23.393780+0000","last_peered":"2026-02-25T15:50:23.393780+0000","last_clean":"2026-02-25T15:50:23.393780+0000","last_became_active":"2026-02-25T15:50:23.392998+0000","last_became_peered":"2026-02-25T15:50:23.392998+0000","last_unstale":"2026-02-25T15:50:23.393780+0000","last_undegraded":"2026-02-25T15:50:23.393780+0000","last_fullsized":"2026-02-25T15:50:23.393780+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:03:13.714560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396522+0000","last_change":"2026-02-25T15:50:23.393649+0000","last_active":"2026-02-25T15:50:23.396522+0000","last_peered":"2026-02-25T15:50:23.396522+0000","last_clean":"2026-02-25T15:50:23.396522+0000","last_became_active":"2026-02-25T15:50:23.393274+0000","last_became_peered":"2026-02-25T15:50:23.393274+0000","last_unstale":"2026-02-25T15:50:23.396522+0000","last_undegraded":"2026-02-25T15:50:23.396522+0000","last_fullsized":"2026-02-25T15:50:23.396522+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:11:46.808765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394602+0000","last_change":"2026-02-25T15:50:23.393841+0000","last_active":"2026-02-25T15:50:23.394602+0000","last_peered":"2026-02-25T15:50:23.394602+0000","last_clean":"2026-02-25T15:50:23.394602+0000","last_became_active":"2026-02-25T15:50:23.393746+0000","last_became_peered":"2026-02-25T15:50:23.393746+0000","last_unstale":"2026-02-25T15:50:23.394602+0000","last_undegraded":"2026-02-25T15:50:23.394602+0000","last_fullsized":"2026-02-25T15:50:23.394602+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:46:58.853997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395691+0000","last_change":"2026-02-25T15:50:23.394505+0000","last_active":"2026-02-25T15:50:23.395691+0000","last_peered":"2026-02-25T15:50:23.395691+0000","last_clean":"2026-02-25T15:50:23.395691+0000","last_became_active":"2026-02-25T15:50:23.394278+0000","last_became_peered":"2026-02-25T15:50:23.394278+0000","last_unstale":"2026-02-25T15:50:23.395691+0000","last_undegraded":"2026-02-25T15:50:23.395691+0000","last_fullsized":"2026-02-25T15:50:23.395691+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:24:35.043238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394641+0000","last_change":"2026-02-25T15:50:23.393884+0000","last_active":"2026-02-25T15:50:23.394641+0000","last_peered":"2026-02-25T15:50:23.394641+0000","last_clean":"2026-02-25T15:50:23.394641+0000","last_became_active":"2026-02-25T15:50:23.393796+0000","last_became_peered":"2026-02-25T15:50:23.393796+0000","last_unstale":"2026-02-25T15:50:23.394641+0000","last_undegraded":"2026-02-25T15:50:23.394641+0000","last_fullsized":"2026-02-25T15:50:23.394641+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:15.754265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392199+0000","last_change":"2026-02-25T15:50:23.391742+0000","last_active":"2026-02-25T15:50:23.392199+0000","last_peered":"2026-02-25T15:50:23.392199+0000","last_clean":"2026-02-25T15:50:23.392199+0000","last_became_active":"2026-02-25T15:50:23.391566+0000","last_became_peered":"2026-02-25T15:50:23.391566+0000","last_unstale":"2026-02-25T15:50:23.392199+0000","last_undegraded":"2026-02-25T15:50:23.392199+0000","last_fullsized":"2026-02-25T15:50:23.392199+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:52:14.671400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396833+0000","last_change":"2026-02-25T15:50:23.395283+0000","last_active":"2026-02-25T15:50:23.396833+0000","last_peered":"2026-02-25T15:50:23.396833+0000","last_clean":"2026-02-25T15:50:23.396833+0000","last_became_active":"2026-02-25T15:50:23.394151+0000","last_became_peered":"2026-02-25T15:50:23.394151+0000","last_unstale":"2026-02-25T15:50:23.396833+0000","last_undegraded":"2026-02-25T15:50:23.396833+0000","last_fullsized":"2026-02-25T15:50:23.396833+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:32:30.326409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396688+0000","last_change":"2026-02-25T15:50:23.395398+0000","last_active":"2026-02-25T15:50:23.396688+0000","last_peered":"2026-02-25T15:50:23.396688+0000","last_clean":"2026-02-25T15:50:23.396688+0000","last_became_active":"2026-02-25T15:50:23.394580+0000","last_became_peered":"2026-02-25T15:50:23.394580+0000","last_unstale":"2026-02-25T15:50:23.396688+0000","last_undegraded":"2026-02-25T15:50:23.396688+0000","last_fullsized":"2026-02-25T15:50:23.396688+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:34:10.114208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394866+0000","last_change":"2026-02-25T15:50:23.393871+0000","last_active":"2026-02-25T15:50:23.394866+0000","last_peered":"2026-02-25T15:50:23.394866+0000","last_clean":"2026-02-25T15:50:23.394866+0000","last_became_active":"2026-02-25T15:50:23.393321+0000","last_became_peered":"2026-02-25T15:50:23.393321+0000","last_unstale":"2026-02-25T15:50:23.394866+0000","last_undegraded":"2026-02-25T15:50:23.394866+0000","last_fullsized":"2026-02-25T15:50:23.394866+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:34:40.209601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393920+0000","last_change":"2026-02-25T15:50:23.393141+0000","last_active":"2026-02-25T15:50:23.393920+0000","last_peered":"2026-02-25T15:50:23.393920+0000","last_clean":"2026-02-25T15:50:23.393920+0000","last_became_active":"2026-02-25T15:50:23.393004+0000","last_became_peered":"2026-02-25T15:50:23.393004+0000","last_unstale":"2026-02-25T15:50:23.393920+0000","last_undegraded":"2026-02-25T15:50:23.393920+0000","last_fullsized":"2026-02-25T15:50:23.393920+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:11:00.234574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396806+0000","last_change":"2026-02-25T15:50:23.396473+0000","last_active":"2026-02-25T15:50:23.396806+0000","last_peered":"2026-02-25T15:50:23.396806+0000","last_clean":"2026-02-25T15:50:23.396806+0000","last_became_active":"2026-02-25T15:50:23.396327+0000","last_became_peered":"2026-02-25T15:50:23.396327+0000","last_unstale":"2026-02-25T15:50:23.396806+0000","last_undegraded":"2026-02-25T15:50:23.396806+0000","last_fullsized":"2026-02-25T15:50:23.396806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:11:19.346038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395452+0000","last_change":"2026-02-25T15:50:23.394369+0000","last_active":"2026-02-25T15:50:23.395452+0000","last_peered":"2026-02-25T15:50:23.395452+0000","last_clean":"2026-02-25T15:50:23.395452+0000","last_became_active":"2026-02-25T15:50:23.394114+0000","last_became_peered":"2026-02-25T15:50:23.394114+0000","last_unstale":"2026-02-25T15:50:23.395452+0000","last_undegraded":"2026-02-25T15:50:23.395452+0000","last_fullsized":"2026-02-25T15:50:23.395452+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:29.902409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397819+0000","last_change":"2026-02-25T15:50:23.397521+0000","last_active":"2026-02-25T15:50:23.397819+0000","last_peered":"2026-02-25T15:50:23.397819+0000","last_clean":"2026-02-25T15:50:23.397819+0000","last_became_active":"2026-02-25T15:50:23.396024+0000","last_became_peered":"2026-02-25T15:50:23.396024+0000","last_unstale":"2026-02-25T15:50:23.397819+0000","last_undegraded":"2026-02-25T15:50:23.397819+0000","last_fullsized":"2026-02-25T15:50:23.397819+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:26:47.904530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396369+0000","last_change":"2026-02-25T15:50:23.395086+0000","last_active":"2026-02-25T15:50:23.396369+0000","last_peered":"2026-02-25T15:50:23.396369+0000","last_clean":"2026-02-25T15:50:23.396369+0000","last_became_active":"2026-02-25T15:50:23.394700+0000","last_became_peered":"2026-02-25T15:50:23.394700+0000","last_unstale":"2026-02-25T15:50:23.396369+0000","last_undegraded":"2026-02-25T15:50:23.396369+0000","last_fullsized":"2026-02-25T15:50:23.396369+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:12:29.039873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394268+0000","last_change":"2026-02-25T15:50:23.393345+0000","last_active":"2026-02-25T15:50:23.394268+0000","last_peered":"2026-02-25T15:50:23.394268+0000","last_clean":"2026-02-25T15:50:23.394268+0000","last_became_active":"2026-02-25T15:50:23.393236+0000","last_became_peered":"2026-02-25T15:50:23.393236+0000","last_unstale":"2026-02-25T15:50:23.394268+0000","last_undegraded":"2026-02-25T15:50:23.394268+0000","last_fullsized":"2026-02-25T15:50:23.394268+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:35:49.227878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394886+0000","last_change":"2026-02-25T15:50:23.394019+0000","last_active":"2026-02-25T15:50:23.394886+0000","last_peered":"2026-02-25T15:50:23.394886+0000","last_clean":"2026-02-25T15:50:23.394886+0000","last_became_active":"2026-02-25T15:50:23.393783+0000","last_became_peered":"2026-02-25T15:50:23.393783+0000","last_unstale":"2026-02-25T15:50:23.394886+0000","last_undegraded":"2026-02-25T15:50:23.394886+0000","last_fullsized":"2026-02-25T15:50:23.394886+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:00:41.250660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395377+0000","last_change":"2026-02-25T15:50:23.395042+0000","last_active":"2026-02-25T15:50:23.395377+0000","last_peered":"2026-02-25T15:50:23.395377+0000","last_clean":"2026-02-25T15:50:23.395377+0000","last_became_active":"2026-02-25T15:50:23.394873+0000","last_became_peered":"2026-02-25T15:50:23.394873+0000","last_unstale":"2026-02-25T15:50:23.395377+0000","last_undegraded":"2026-02-25T15:50:23.395377+0000","last_fullsized":"2026-02-25T15:50:23.395377+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:18:31.547973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392618+0000","last_change":"2026-02-25T15:50:23.391780+0000","last_active":"2026-02-25T15:50:23.392618+0000","last_peered":"2026-02-25T15:50:23.392618+0000","last_clean":"2026-02-25T15:50:23.392618+0000","last_became_active":"2026-02-25T15:50:23.391543+0000","last_became_peered":"2026-02-25T15:50:23.391543+0000","last_unstale":"2026-02-25T15:50:23.392618+0000","last_undegraded":"2026-02-25T15:50:23.392618+0000","last_fullsized":"2026-02-25T15:50:23.392618+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:27:23.447229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396775+0000","last_change":"2026-02-25T15:50:23.395997+0000","last_active":"2026-02-25T15:50:23.396775+0000","last_peered":"2026-02-25T15:50:23.396775+0000","last_clean":"2026-02-25T15:50:23.396775+0000","last_became_active":"2026-02-25T15:50:23.395780+0000","last_became_peered":"2026-02-25T15:50:23.395780+0000","last_unstale":"2026-02-25T15:50:23.396775+0000","last_undegraded":"2026-02-25T15:50:23.396775+0000","last_fullsized":"2026-02-25T15:50:23.396775+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:20:01.485174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394416+0000","last_change":"2026-02-25T15:50:23.393652+0000","last_active":"2026-02-25T15:50:23.394416+0000","last_peered":"2026-02-25T15:50:23.394416+0000","last_clean":"2026-02-25T15:50:23.394416+0000","last_became_active":"2026-02-25T15:50:23.393413+0000","last_became_peered":"2026-02-25T15:50:23.393413+0000","last_unstale":"2026-02-25T15:50:23.394416+0000","last_undegraded":"2026-02-25T15:50:23.394416+0000","last_fullsized":"2026-02-25T15:50:23.394416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:02:50.057529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395277+0000","last_change":"2026-02-25T15:50:23.394394+0000","last_active":"2026-02-25T15:50:23.395277+0000","last_peered":"2026-02-25T15:50:23.395277+0000","last_clean":"2026-02-25T15:50:23.395277+0000","last_became_active":"2026-02-25T15:50:23.394101+0000","last_became_peered":"2026-02-25T15:50:23.394101+0000","last_unstale":"2026-02-25T15:50:23.395277+0000","last_undegraded":"2026-02-25T15:50:23.395277+0000","last_fullsized":"2026-02-25T15:50:23.395277+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:51:55.362055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396292+0000","last_change":"2026-02-25T15:50:23.394988+0000","last_active":"2026-02-25T15:50:23.396292+0000","last_peered":"2026-02-25T15:50:23.396292+0000","last_clean":"2026-02-25T15:50:23.396292+0000","last_became_active":"2026-02-25T15:50:23.394577+0000","last_became_peered":"2026-02-25T15:50:23.394577+0000","last_unstale":"2026-02-25T15:50:23.396292+0000","last_undegraded":"2026-02-25T15:50:23.396292+0000","last_fullsized":"2026-02-25T15:50:23.396292+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:22:10.057106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394815+0000","last_change":"2026-02-25T15:50:23.394101+0000","last_active":"2026-02-25T15:50:23.394815+0000","last_peered":"2026-02-25T15:50:23.394815+0000","last_clean":"2026-02-25T15:50:23.394815+0000","last_became_active":"2026-02-25T15:50:23.393910+0000","last_became_peered":"2026-02-25T15:50:23.393910+0000","last_unstale":"2026-02-25T15:50:23.394815+0000","last_undegraded":"2026-02-25T15:50:23.394815+0000","last_fullsized":"2026-02-25T15:50:23.394815+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:56:44.897129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396412+0000","last_change":"2026-02-25T15:50:23.395087+0000","last_active":"2026-02-25T15:50:23.396412+0000","last_peered":"2026-02-25T15:50:23.396412+0000","last_clean":"2026-02-25T15:50:23.396412+0000","last_became_active":"2026-02-25T15:50:23.394582+0000","last_became_peered":"2026-02-25T15:50:23.394582+0000","last_unstale":"2026-02-25T15:50:23.396412+0000","last_undegraded":"2026-02-25T15:50:23.396412+0000","last_fullsized":"2026-02-25T15:50:23.396412+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:30:42.183272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396659+0000","last_change":"2026-02-25T15:50:23.209240+0000","last_active":"2026-02-25T15:50:23.396659+0000","last_peered":"2026-02-25T15:50:23.396659+0000","last_clean":"2026-02-25T15:50:23.396659+0000","last_became_active":"2026-02-25T15:50:23.209006+0000","last_became_peered":"2026-02-25T15:50:23.209006+0000","last_unstale":"2026-02-25T15:50:23.396659+0000","last_undegraded":"2026-02-25T15:50:23.396659+0000","last_fullsized":"2026-02-25T15:50:23.396659+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:15.160304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396502+0000","last_change":"2026-02-25T15:50:23.396261+0000","last_active":"2026-02-25T15:50:23.396502+0000","last_peered":"2026-02-25T15:50:23.396502+0000","last_clean":"2026-02-25T15:50:23.396502+0000","last_became_active":"2026-02-25T15:50:23.396186+0000","last_became_peered":"2026-02-25T15:50:23.396186+0000","last_unstale":"2026-02-25T15:50:23.396502+0000","last_undegraded":"2026-02-25T15:50:23.396502+0000","last_fullsized":"2026-02-25T15:50:23.396502+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:42:46.037393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395056+0000","last_change":"2026-02-25T15:50:23.209791+0000","last_active":"2026-02-25T15:50:23.395056+0000","last_peered":"2026-02-25T15:50:23.395056+0000","last_clean":"2026-02-25T15:50:23.395056+0000","last_became_active":"2026-02-25T15:50:23.209623+0000","last_became_peered":"2026-02-25T15:50:23.209623+0000","last_unstale":"2026-02-25T15:50:23.395056+0000","last_undegraded":"2026-02-25T15:50:23.395056+0000","last_fullsized":"2026-02-25T15:50:23.395056+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:19:07.106802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393537+0000","last_change":"2026-02-25T15:50:23.392929+0000","last_active":"2026-02-25T15:50:23.393537+0000","last_peered":"2026-02-25T15:50:23.393537+0000","last_clean":"2026-02-25T15:50:23.393537+0000","last_became_active":"2026-02-25T15:50:23.392816+0000","last_became_peered":"2026-02-25T15:50:23.392816+0000","last_unstale":"2026-02-25T15:50:23.393537+0000","last_undegraded":"2026-02-25T15:50:23.393537+0000","last_fullsized":"2026-02-25T15:50:23.393537+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:27:21.288698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394866+0000","last_change":"2026-02-25T15:50:23.208404+0000","last_active":"2026-02-25T15:50:23.394866+0000","last_peered":"2026-02-25T15:50:23.394866+0000","last_clean":"2026-02-25T15:50:23.394866+0000","last_became_active":"2026-02-25T15:50:23.208172+0000","last_became_peered":"2026-02-25T15:50:23.208172+0000","last_unstale":"2026-02-25T15:50:23.394866+0000","last_undegraded":"2026-02-25T15:50:23.394866+0000","last_fullsized":"2026-02-25T15:50:23.394866+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:12:54.146394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394396+0000","last_change":"2026-02-25T15:50:23.393254+0000","last_active":"2026-02-25T15:50:23.394396+0000","last_peered":"2026-02-25T15:50:23.394396+0000","last_clean":"2026-02-25T15:50:23.394396+0000","last_became_active":"2026-02-25T15:50:23.393046+0000","last_became_peered":"2026-02-25T15:50:23.393046+0000","last_unstale":"2026-02-25T15:50:23.394396+0000","last_undegraded":"2026-02-25T15:50:23.394396+0000","last_fullsized":"2026-02-25T15:50:23.394396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:53:26.615007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397261+0000","last_change":"2026-02-25T15:50:23.210412+0000","last_active":"2026-02-25T15:50:23.397261+0000","last_peered":"2026-02-25T15:50:23.397261+0000","last_clean":"2026-02-25T15:50:23.397261+0000","last_became_active":"2026-02-25T15:50:23.210244+0000","last_became_peered":"2026-02-25T15:50:23.210244+0000","last_unstale":"2026-02-25T15:50:23.397261+0000","last_undegraded":"2026-02-25T15:50:23.397261+0000","last_fullsized":"2026-02-25T15:50:23.397261+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:01:50.521502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393963+0000","last_change":"2026-02-25T15:50:23.393071+0000","last_active":"2026-02-25T15:50:23.393963+0000","last_peered":"2026-02-25T15:50:23.393963+0000","last_clean":"2026-02-25T15:50:23.393963+0000","last_became_active":"2026-02-25T15:50:23.392952+0000","last_became_peered":"2026-02-25T15:50:23.392952+0000","last_unstale":"2026-02-25T15:50:23.393963+0000","last_undegraded":"2026-02-25T15:50:23.393963+0000","last_fullsized":"2026-02-25T15:50:23.393963+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:12:39.622398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395728+0000","last_change":"2026-02-25T15:50:23.210152+0000","last_active":"2026-02-25T15:50:23.395728+0000","last_peered":"2026-02-25T15:50:23.395728+0000","last_clean":"2026-02-25T15:50:23.395728+0000","last_became_active":"2026-02-25T15:50:23.209939+0000","last_became_peered":"2026-02-25T15:50:23.209939+0000","last_unstale":"2026-02-25T15:50:23.395728+0000","last_undegraded":"2026-02-25T15:50:23.395728+0000","last_fullsized":"2026-02-25T15:50:23.395728+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T18:34:54.527773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395495+0000","last_change":"2026-02-25T15:50:23.394423+0000","last_active":"2026-02-25T15:50:23.395495+0000","last_peered":"2026-02-25T15:50:23.395495+0000","last_clean":"2026-02-25T15:50:23.395495+0000","last_became_active":"2026-02-25T15:50:23.394175+0000","last_became_peered":"2026-02-25T15:50:23.394175+0000","last_unstale":"2026-02-25T15:50:23.395495+0000","last_undegraded":"2026-02-25T15:50:23.395495+0000","last_fullsized":"2026-02-25T15:50:23.395495+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:41:43.333042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397716+0000","last_change":"2026-02-25T15:50:23.210924+0000","last_active":"2026-02-25T15:50:23.397716+0000","last_peered":"2026-02-25T15:50:23.397716+0000","last_clean":"2026-02-25T15:50:23.397716+0000","last_became_active":"2026-02-25T15:50:23.210714+0000","last_became_peered":"2026-02-25T15:50:23.210714+0000","last_unstale":"2026-02-25T15:50:23.397716+0000","last_undegraded":"2026-02-25T15:50:23.397716+0000","last_fullsized":"2026-02-25T15:50:23.397716+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:16:07.555055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.393418+0000","last_change":"2026-02-25T15:50:23.392933+0000","last_active":"2026-02-25T15:50:23.393418+0000","last_peered":"2026-02-25T15:50:23.393418+0000","last_clean":"2026-02-25T15:50:23.393418+0000","last_became_active":"2026-02-25T15:50:23.392811+0000","last_became_peered":"2026-02-25T15:50:23.392811+0000","last_unstale":"2026-02-25T15:50:23.393418+0000","last_undegraded":"2026-02-25T15:50:23.393418+0000","last_fullsized":"2026-02-25T15:50:23.393418+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:29.156653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392209+0000","last_change":"2026-02-25T15:50:23.209850+0000","last_active":"2026-02-25T15:50:23.392209+0000","last_peered":"2026-02-25T15:50:23.392209+0000","last_clean":"2026-02-25T15:50:23.392209+0000","last_became_active":"2026-02-25T15:50:23.209625+0000","last_became_peered":"2026-02-25T15:50:23.209625+0000","last_unstale":"2026-02-25T15:50:23.392209+0000","last_undegraded":"2026-02-25T15:50:23.392209+0000","last_fullsized":"2026-02-25T15:50:23.392209+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:58:47.303468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395371+0000","last_change":"2026-02-25T15:50:23.394946+0000","last_active":"2026-02-25T15:50:23.395371+0000","last_peered":"2026-02-25T15:50:23.395371+0000","last_clean":"2026-02-25T15:50:23.395371+0000","last_became_active":"2026-02-25T15:50:23.394805+0000","last_became_peered":"2026-02-25T15:50:23.394805+0000","last_unstale":"2026-02-25T15:50:23.395371+0000","last_undegraded":"2026-02-25T15:50:23.395371+0000","last_fullsized":"2026-02-25T15:50:23.395371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:17:55.044720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395310+0000","last_change":"2026-02-25T15:50:23.209848+0000","last_active":"2026-02-25T15:50:23.395310+0000","last_peered":"2026-02-25T15:50:23.395310+0000","last_clean":"2026-02-25T15:50:23.395310+0000","last_became_active":"2026-02-25T15:50:23.209154+0000","last_became_peered":"2026-02-25T15:50:23.209154+0000","last_unstale":"2026-02-25T15:50:23.395310+0000","last_undegraded":"2026-02-25T15:50:23.395310+0000","last_fullsized":"2026-02-25T15:50:23.395310+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:11:40.624214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396485+0000","last_change":"2026-02-25T15:50:23.396149+0000","last_active":"2026-02-25T15:50:23.396485+0000","last_peered":"2026-02-25T15:50:23.396485+0000","last_clean":"2026-02-25T15:50:23.396485+0000","last_became_active":"2026-02-25T15:50:23.396053+0000","last_became_peered":"2026-02-25T15:50:23.396053+0000","last_unstale":"2026-02-25T15:50:23.396485+0000","last_undegraded":"2026-02-25T15:50:23.396485+0000","last_fullsized":"2026-02-25T15:50:23.396485+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:33:41.718666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392116+0000","last_change":"2026-02-25T15:50:23.209574+0000","last_active":"2026-02-25T15:50:23.392116+0000","last_peered":"2026-02-25T15:50:23.392116+0000","last_clean":"2026-02-25T15:50:23.392116+0000","last_became_active":"2026-02-25T15:50:23.209413+0000","last_became_peered":"2026-02-25T15:50:23.209413+0000","last_unstale":"2026-02-25T15:50:23.392116+0000","last_undegraded":"2026-02-25T15:50:23.392116+0000","last_fullsized":"2026-02-25T15:50:23.392116+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:01:20.384699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396684+0000","last_change":"2026-02-25T15:50:23.395396+0000","last_active":"2026-02-25T15:50:23.396684+0000","last_peered":"2026-02-25T15:50:23.396684+0000","last_clean":"2026-02-25T15:50:23.396684+0000","last_became_active":"2026-02-25T15:50:23.394723+0000","last_became_peered":"2026-02-25T15:50:23.394723+0000","last_unstale":"2026-02-25T15:50:23.396684+0000","last_undegraded":"2026-02-25T15:50:23.396684+0000","last_fullsized":"2026-02-25T15:50:23.396684+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:40:53.988165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390968+0000","last_change":"2026-02-25T15:50:23.210696+0000","last_active":"2026-02-25T15:50:23.390968+0000","last_peered":"2026-02-25T15:50:23.390968+0000","last_clean":"2026-02-25T15:50:23.390968+0000","last_became_active":"2026-02-25T15:50:23.210474+0000","last_became_peered":"2026-02-25T15:50:23.210474+0000","last_unstale":"2026-02-25T15:50:23.390968+0000","last_undegraded":"2026-02-25T15:50:23.390968+0000","last_fullsized":"2026-02-25T15:50:23.390968+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:33:16.801986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395709+0000","last_change":"2026-02-25T15:50:23.394984+0000","last_active":"2026-02-25T15:50:23.395709+0000","last_peered":"2026-02-25T15:50:23.395709+0000","last_clean":"2026-02-25T15:50:23.395709+0000","last_became_active":"2026-02-25T15:50:23.394816+0000","last_became_peered":"2026-02-25T15:50:23.394816+0000","last_unstale":"2026-02-25T15:50:23.395709+0000","last_undegraded":"2026-02-25T15:50:23.395709+0000","last_fullsized":"2026-02-25T15:50:23.395709+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:37:16.040971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397018+0000","last_change":"2026-02-25T15:50:23.210223+0000","last_active":"2026-02-25T15:50:23.397018+0000","last_peered":"2026-02-25T15:50:23.397018+0000","last_clean":"2026-02-25T15:50:23.397018+0000","last_became_active":"2026-02-25T15:50:23.210071+0000","last_became_peered":"2026-02-25T15:50:23.210071+0000","last_unstale":"2026-02-25T15:50:23.397018+0000","last_undegraded":"2026-02-25T15:50:23.397018+0000","last_fullsized":"2026-02-25T15:50:23.397018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:28:02.126314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396549+0000","last_change":"2026-02-25T15:50:23.395022+0000","last_active":"2026-02-25T15:50:23.396549+0000","last_peered":"2026-02-25T15:50:23.396549+0000","last_clean":"2026-02-25T15:50:23.396549+0000","last_became_active":"2026-02-25T15:50:23.394915+0000","last_became_peered":"2026-02-25T15:50:23.394915+0000","last_unstale":"2026-02-25T15:50:23.396549+0000","last_undegraded":"2026-02-25T15:50:23.396549+0000","last_fullsized":"2026-02-25T15:50:23.396549+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:39:28.343372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396903+0000","last_change":"2026-02-25T15:50:23.209520+0000","last_active":"2026-02-25T15:50:23.396903+0000","last_peered":"2026-02-25T15:50:23.396903+0000","last_clean":"2026-02-25T15:50:23.396903+0000","last_became_active":"2026-02-25T15:50:23.209370+0000","last_became_peered":"2026-02-25T15:50:23.209370+0000","last_unstale":"2026-02-25T15:50:23.396903+0000","last_undegraded":"2026-02-25T15:50:23.396903+0000","last_fullsized":"2026-02-25T15:50:23.396903+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:18:18.654845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394332+0000","last_change":"2026-02-25T15:50:23.393285+0000","last_active":"2026-02-25T15:50:23.394332+0000","last_peered":"2026-02-25T15:50:23.394332+0000","last_clean":"2026-02-25T15:50:23.394332+0000","last_became_active":"2026-02-25T15:50:23.393179+0000","last_became_peered":"2026-02-25T15:50:23.393179+0000","last_unstale":"2026-02-25T15:50:23.394332+0000","last_undegraded":"2026-02-25T15:50:23.394332+0000","last_fullsized":"2026-02-25T15:50:23.394332+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:46:58.305164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394130+0000","last_change":"2026-02-25T15:50:23.209685+0000","last_active":"2026-02-25T15:50:23.394130+0000","last_peered":"2026-02-25T15:50:23.394130+0000","last_clean":"2026-02-25T15:50:23.394130+0000","last_became_active":"2026-02-25T15:50:23.209549+0000","last_became_peered":"2026-02-25T15:50:23.209549+0000","last_unstale":"2026-02-25T15:50:23.394130+0000","last_undegraded":"2026-02-25T15:50:23.394130+0000","last_fullsized":"2026-02-25T15:50:23.394130+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:03:29.329353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394648+0000","last_change":"2026-02-25T15:50:23.393301+0000","last_active":"2026-02-25T15:50:23.394648+0000","last_peered":"2026-02-25T15:50:23.394648+0000","last_clean":"2026-02-25T15:50:23.394648+0000","last_became_active":"2026-02-25T15:50:23.393186+0000","last_became_peered":"2026-02-25T15:50:23.393186+0000","last_unstale":"2026-02-25T15:50:23.394648+0000","last_undegraded":"2026-02-25T15:50:23.394648+0000","last_fullsized":"2026-02-25T15:50:23.394648+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:27:38.697698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392041+0000","last_change":"2026-02-25T15:50:23.209756+0000","last_active":"2026-02-25T15:50:23.392041+0000","last_peered":"2026-02-25T15:50:23.392041+0000","last_clean":"2026-02-25T15:50:23.392041+0000","last_became_active":"2026-02-25T15:50:23.209563+0000","last_became_peered":"2026-02-25T15:50:23.209563+0000","last_unstale":"2026-02-25T15:50:23.392041+0000","last_undegraded":"2026-02-25T15:50:23.392041+0000","last_fullsized":"2026-02-25T15:50:23.392041+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:05:33.892105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396352+0000","last_change":"2026-02-25T15:50:23.395111+0000","last_active":"2026-02-25T15:50:23.396352+0000","last_peered":"2026-02-25T15:50:23.396352+0000","last_clean":"2026-02-25T15:50:23.396352+0000","last_became_active":"2026-02-25T15:50:23.394704+0000","last_became_peered":"2026-02-25T15:50:23.394704+0000","last_unstale":"2026-02-25T15:50:23.396352+0000","last_undegraded":"2026-02-25T15:50:23.396352+0000","last_fullsized":"2026-02-25T15:50:23.396352+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:33:17.755723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390403+0000","last_change":"2026-02-25T15:50:23.208330+0000","last_active":"2026-02-25T15:50:23.390403+0000","last_peered":"2026-02-25T15:50:23.390403+0000","last_clean":"2026-02-25T15:50:23.390403+0000","last_became_active":"2026-02-25T15:50:23.208133+0000","last_became_peered":"2026-02-25T15:50:23.208133+0000","last_unstale":"2026-02-25T15:50:23.390403+0000","last_undegraded":"2026-02-25T15:50:23.390403+0000","last_fullsized":"2026-02-25T15:50:23.390403+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:45:30.934828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394420+0000","last_change":"2026-02-25T15:50:23.393370+0000","last_active":"2026-02-25T15:50:23.394420+0000","last_peered":"2026-02-25T15:50:23.394420+0000","last_clean":"2026-02-25T15:50:23.394420+0000","last_became_active":"2026-02-25T15:50:23.393192+0000","last_became_peered":"2026-02-25T15:50:23.393192+0000","last_unstale":"2026-02-25T15:50:23.394420+0000","last_undegraded":"2026-02-25T15:50:23.394420+0000","last_fullsized":"2026-02-25T15:50:23.394420+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:47:51.602710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397575+0000","last_change":"2026-02-25T15:50:23.210899+0000","last_active":"2026-02-25T15:50:23.397575+0000","last_peered":"2026-02-25T15:50:23.397575+0000","last_clean":"2026-02-25T15:50:23.397575+0000","last_became_active":"2026-02-25T15:50:23.210721+0000","last_became_peered":"2026-02-25T15:50:23.210721+0000","last_unstale":"2026-02-25T15:50:23.397575+0000","last_undegraded":"2026-02-25T15:50:23.397575+0000","last_fullsized":"2026-02-25T15:50:23.397575+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:23:29.259898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395326+0000","last_change":"2026-02-25T15:50:23.394681+0000","last_active":"2026-02-25T15:50:23.395326+0000","last_peered":"2026-02-25T15:50:23.395326+0000","last_clean":"2026-02-25T15:50:23.395326+0000","last_became_active":"2026-02-25T15:50:23.394337+0000","last_became_peered":"2026-02-25T15:50:23.394337+0000","last_unstale":"2026-02-25T15:50:23.395326+0000","last_undegraded":"2026-02-25T15:50:23.395326+0000","last_fullsized":"2026-02-25T15:50:23.395326+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:16:50.064138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397151+0000","last_change":"2026-02-25T15:50:23.210085+0000","last_active":"2026-02-25T15:50:23.397151+0000","last_peered":"2026-02-25T15:50:23.397151+0000","last_clean":"2026-02-25T15:50:23.397151+0000","last_became_active":"2026-02-25T15:50:23.209677+0000","last_became_peered":"2026-02-25T15:50:23.209677+0000","last_unstale":"2026-02-25T15:50:23.397151+0000","last_undegraded":"2026-02-25T15:50:23.397151+0000","last_fullsized":"2026-02-25T15:50:23.397151+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:00:15.834405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397052+0000","last_change":"2026-02-25T15:50:23.396568+0000","last_active":"2026-02-25T15:50:23.397052+0000","last_peered":"2026-02-25T15:50:23.397052+0000","last_clean":"2026-02-25T15:50:23.397052+0000","last_became_active":"2026-02-25T15:50:23.396199+0000","last_became_peered":"2026-02-25T15:50:23.396199+0000","last_unstale":"2026-02-25T15:50:23.397052+0000","last_undegraded":"2026-02-25T15:50:23.397052+0000","last_fullsized":"2026-02-25T15:50:23.397052+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:18:44.428945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397338+0000","last_change":"2026-02-25T15:50:23.209933+0000","last_active":"2026-02-25T15:50:23.397338+0000","last_peered":"2026-02-25T15:50:23.397338+0000","last_clean":"2026-02-25T15:50:23.397338+0000","last_became_active":"2026-02-25T15:50:23.209617+0000","last_became_peered":"2026-02-25T15:50:23.209617+0000","last_unstale":"2026-02-25T15:50:23.397338+0000","last_undegraded":"2026-02-25T15:50:23.397338+0000","last_fullsized":"2026-02-25T15:50:23.397338+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:49.062445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394353+0000","last_change":"2026-02-25T15:50:23.393592+0000","last_active":"2026-02-25T15:50:23.394353+0000","last_peered":"2026-02-25T15:50:23.394353+0000","last_clean":"2026-02-25T15:50:23.394353+0000","last_became_active":"2026-02-25T15:50:23.393468+0000","last_became_peered":"2026-02-25T15:50:23.393468+0000","last_unstale":"2026-02-25T15:50:23.394353+0000","last_undegraded":"2026-02-25T15:50:23.394353+0000","last_fullsized":"2026-02-25T15:50:23.394353+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:35:19.787945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":11,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395540+0000","last_change":"2026-02-25T15:50:23.208190+0000","last_active":"2026-02-25T15:50:23.395540+0000","last_peered":"2026-02-25T15:50:23.395540+0000","last_clean":"2026-02-25T15:50:23.395540+0000","last_became_active":"2026-02-25T15:50:23.208043+0000","last_became_peered":"2026-02-25T15:50:23.208043+0000","last_unstale":"2026-02-25T15:50:23.395540+0000","last_undegraded":"2026-02-25T15:50:23.395540+0000","last_fullsized":"2026-02-25T15:50:23.395540+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:19:04.418856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394281+0000","last_change":"2026-02-25T15:50:23.393519+0000","last_active":"2026-02-25T15:50:23.394281+0000","last_peered":"2026-02-25T15:50:23.394281+0000","last_clean":"2026-02-25T15:50:23.394281+0000","last_became_active":"2026-02-25T15:50:23.393387+0000","last_became_peered":"2026-02-25T15:50:23.393387+0000","last_unstale":"2026-02-25T15:50:23.394281+0000","last_undegraded":"2026-02-25T15:50:23.394281+0000","last_fullsized":"2026-02-25T15:50:23.394281+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:38:12.405506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392136+0000","last_change":"2026-02-25T15:50:23.207610+0000","last_active":"2026-02-25T15:50:23.392136+0000","last_peered":"2026-02-25T15:50:23.392136+0000","last_clean":"2026-02-25T15:50:23.392136+0000","last_became_active":"2026-02-25T15:50:23.207511+0000","last_became_peered":"2026-02-25T15:50:23.207511+0000","last_unstale":"2026-02-25T15:50:23.392136+0000","last_undegraded":"2026-02-25T15:50:23.392136+0000","last_fullsized":"2026-02-25T15:50:23.392136+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T19:07:26.551244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396854+0000","last_change":"2026-02-25T15:50:23.395725+0000","last_active":"2026-02-25T15:50:23.396854+0000","last_peered":"2026-02-25T15:50:23.396854+0000","last_clean":"2026-02-25T15:50:23.396854+0000","last_became_active":"2026-02-25T15:50:23.395402+0000","last_became_peered":"2026-02-25T15:50:23.395402+0000","last_unstale":"2026-02-25T15:50:23.396854+0000","last_undegraded":"2026-02-25T15:50:23.396854+0000","last_fullsized":"2026-02-25T15:50:23.396854+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:18:25.888408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394189+0000","last_change":"2026-02-25T15:50:23.207728+0000","last_active":"2026-02-25T15:50:23.394189+0000","last_peered":"2026-02-25T15:50:23.394189+0000","last_clean":"2026-02-25T15:50:23.394189+0000","last_became_active":"2026-02-25T15:50:23.207534+0000","last_became_peered":"2026-02-25T15:50:23.207534+0000","last_unstale":"2026-02-25T15:50:23.394189+0000","last_undegraded":"2026-02-25T15:50:23.394189+0000","last_fullsized":"2026-02-25T15:50:23.394189+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:44:48.918280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395720+0000","last_change":"2026-02-25T15:50:23.394979+0000","last_active":"2026-02-25T15:50:23.395720+0000","last_peered":"2026-02-25T15:50:23.395720+0000","last_clean":"2026-02-25T15:50:23.395720+0000","last_became_active":"2026-02-25T15:50:23.394775+0000","last_became_peered":"2026-02-25T15:50:23.394775+0000","last_unstale":"2026-02-25T15:50:23.395720+0000","last_undegraded":"2026-02-25T15:50:23.395720+0000","last_fullsized":"2026-02-25T15:50:23.395720+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:25:28.798138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389560+0000","last_change":"2026-02-25T15:50:23.208414+0000","last_active":"2026-02-25T15:50:23.389560+0000","last_peered":"2026-02-25T15:50:23.389560+0000","last_clean":"2026-02-25T15:50:23.389560+0000","last_became_active":"2026-02-25T15:50:23.208220+0000","last_became_peered":"2026-02-25T15:50:23.208220+0000","last_unstale":"2026-02-25T15:50:23.389560+0000","last_undegraded":"2026-02-25T15:50:23.389560+0000","last_fullsized":"2026-02-25T15:50:23.389560+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:24:59.268712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391918+0000","last_change":"2026-02-25T15:50:23.391529+0000","last_active":"2026-02-25T15:50:23.391918+0000","last_peered":"2026-02-25T15:50:23.391918+0000","last_clean":"2026-02-25T15:50:23.391918+0000","last_became_active":"2026-02-25T15:50:23.391342+0000","last_became_peered":"2026-02-25T15:50:23.391342+0000","last_unstale":"2026-02-25T15:50:23.391918+0000","last_undegraded":"2026-02-25T15:50:23.391918+0000","last_fullsized":"2026-02-25T15:50:23.391918+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T02:00:58.446971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392267+0000","last_change":"2026-02-25T15:50:23.210123+0000","last_active":"2026-02-25T15:50:23.392267+0000","last_peered":"2026-02-25T15:50:23.392267+0000","last_clean":"2026-02-25T15:50:23.392267+0000","last_became_active":"2026-02-25T15:50:23.209983+0000","last_became_peered":"2026-02-25T15:50:23.209983+0000","last_unstale":"2026-02-25T15:50:23.392267+0000","last_undegraded":"2026-02-25T15:50:23.392267+0000","last_fullsized":"2026-02-25T15:50:23.392267+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:07:16.169350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395524+0000","last_change":"2026-02-25T15:50:23.395113+0000","last_active":"2026-02-25T15:50:23.395524+0000","last_peered":"2026-02-25T15:50:23.395524+0000","last_clean":"2026-02-25T15:50:23.395524+0000","last_became_active":"2026-02-25T15:50:23.395019+0000","last_became_peered":"2026-02-25T15:50:23.395019+0000","last_unstale":"2026-02-25T15:50:23.395524+0000","last_undegraded":"2026-02-25T15:50:23.395524+0000","last_fullsized":"2026-02-25T15:50:23.395524+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:32:18.553816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389630+0000","last_change":"2026-02-25T15:50:23.207868+0000","last_active":"2026-02-25T15:50:23.389630+0000","last_peered":"2026-02-25T15:50:23.389630+0000","last_clean":"2026-02-25T15:50:23.389630+0000","last_became_active":"2026-02-25T15:50:23.207765+0000","last_became_peered":"2026-02-25T15:50:23.207765+0000","last_unstale":"2026-02-25T15:50:23.389630+0000","last_undegraded":"2026-02-25T15:50:23.389630+0000","last_fullsized":"2026-02-25T15:50:23.389630+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:01:23.987310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394613+0000","last_change":"2026-02-25T15:50:23.393784+0000","last_active":"2026-02-25T15:50:23.394613+0000","last_peered":"2026-02-25T15:50:23.394613+0000","last_clean":"2026-02-25T15:50:23.394613+0000","last_became_active":"2026-02-25T15:50:23.393630+0000","last_became_peered":"2026-02-25T15:50:23.393630+0000","last_unstale":"2026-02-25T15:50:23.394613+0000","last_undegraded":"2026-02-25T15:50:23.394613+0000","last_fullsized":"2026-02-25T15:50:23.394613+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:38:59.992863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396365+0000","last_change":"2026-02-25T15:50:23.210208+0000","last_active":"2026-02-25T15:50:23.396365+0000","last_peered":"2026-02-25T15:50:23.396365+0000","last_clean":"2026-02-25T15:50:23.396365+0000","last_became_active":"2026-02-25T15:50:23.210101+0000","last_became_peered":"2026-02-25T15:50:23.210101+0000","last_unstale":"2026-02-25T15:50:23.396365+0000","last_undegraded":"2026-02-25T15:50:23.396365+0000","last_fullsized":"2026-02-25T15:50:23.396365+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:13:31.702537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396871+0000","last_change":"2026-02-25T15:50:23.395933+0000","last_active":"2026-02-25T15:50:23.396871+0000","last_peered":"2026-02-25T15:50:23.396871+0000","last_clean":"2026-02-25T15:50:23.396871+0000","last_became_active":"2026-02-25T15:50:23.395502+0000","last_became_peered":"2026-02-25T15:50:23.395502+0000","last_unstale":"2026-02-25T15:50:23.396871+0000","last_undegraded":"2026-02-25T15:50:23.396871+0000","last_fullsized":"2026-02-25T15:50:23.396871+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:46:09.765542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.389748+0000","last_change":"2026-02-25T15:50:23.209871+0000","last_active":"2026-02-25T15:50:23.389748+0000","last_peered":"2026-02-25T15:50:23.389748+0000","last_clean":"2026-02-25T15:50:23.389748+0000","last_became_active":"2026-02-25T15:50:23.209730+0000","last_became_peered":"2026-02-25T15:50:23.209730+0000","last_unstale":"2026-02-25T15:50:23.389748+0000","last_undegraded":"2026-02-25T15:50:23.389748+0000","last_fullsized":"2026-02-25T15:50:23.389748+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:04:13.445760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397211+0000","last_change":"2026-02-25T15:50:23.396845+0000","last_active":"2026-02-25T15:50:23.397211+0000","last_peered":"2026-02-25T15:50:23.397211+0000","last_clean":"2026-02-25T15:50:23.397211+0000","last_became_active":"2026-02-25T15:50:23.396761+0000","last_became_peered":"2026-02-25T15:50:23.396761+0000","last_unstale":"2026-02-25T15:50:23.397211+0000","last_undegraded":"2026-02-25T15:50:23.397211+0000","last_fullsized":"2026-02-25T15:50:23.397211+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:27:55.955433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391424+0000","last_change":"2026-02-25T15:50:23.207640+0000","last_active":"2026-02-25T15:50:23.391424+0000","last_peered":"2026-02-25T15:50:23.391424+0000","last_clean":"2026-02-25T15:50:23.391424+0000","last_became_active":"2026-02-25T15:50:23.207455+0000","last_became_peered":"2026-02-25T15:50:23.207455+0000","last_unstale":"2026-02-25T15:50:23.391424+0000","last_undegraded":"2026-02-25T15:50:23.391424+0000","last_fullsized":"2026-02-25T15:50:23.391424+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:03:04.627192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394340+0000","last_change":"2026-02-25T15:50:23.393563+0000","last_active":"2026-02-25T15:50:23.394340+0000","last_peered":"2026-02-25T15:50:23.394340+0000","last_clean":"2026-02-25T15:50:23.394340+0000","last_became_active":"2026-02-25T15:50:23.393464+0000","last_became_peered":"2026-02-25T15:50:23.393464+0000","last_unstale":"2026-02-25T15:50:23.394340+0000","last_undegraded":"2026-02-25T15:50:23.394340+0000","last_fullsized":"2026-02-25T15:50:23.394340+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T23:21:01.453034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.391678+0000","last_change":"2026-02-25T15:50:23.208111+0000","last_active":"2026-02-25T15:50:23.391678+0000","last_peered":"2026-02-25T15:50:23.391678+0000","last_clean":"2026-02-25T15:50:23.391678+0000","last_became_active":"2026-02-25T15:50:23.207989+0000","last_became_peered":"2026-02-25T15:50:23.207989+0000","last_unstale":"2026-02-25T15:50:23.391678+0000","last_undegraded":"2026-02-25T15:50:23.391678+0000","last_fullsized":"2026-02-25T15:50:23.391678+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:20:41.419645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.394843+0000","last_change":"2026-02-25T15:50:23.394110+0000","last_active":"2026-02-25T15:50:23.394843+0000","last_peered":"2026-02-25T15:50:23.394843+0000","last_clean":"2026-02-25T15:50:23.394843+0000","last_became_active":"2026-02-25T15:50:23.393923+0000","last_became_peered":"2026-02-25T15:50:23.393923+0000","last_unstale":"2026-02-25T15:50:23.394843+0000","last_undegraded":"2026-02-25T15:50:23.394843+0000","last_fullsized":"2026-02-25T15:50:23.394843+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T21:52:08.892517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.390667+0000","last_change":"2026-02-25T15:50:23.208490+0000","last_active":"2026-02-25T15:50:23.390667+0000","last_peered":"2026-02-25T15:50:23.390667+0000","last_clean":"2026-02-25T15:50:23.390667+0000","last_became_active":"2026-02-25T15:50:23.208233+0000","last_became_peered":"2026-02-25T15:50:23.208233+0000","last_unstale":"2026-02-25T15:50:23.390667+0000","last_undegraded":"2026-02-25T15:50:23.390667+0000","last_fullsized":"2026-02-25T15:50:23.390667+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:32:11.293793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.397970+0000","last_change":"2026-02-25T15:50:23.397639+0000","last_active":"2026-02-25T15:50:23.397970+0000","last_peered":"2026-02-25T15:50:23.397970+0000","last_clean":"2026-02-25T15:50:23.397970+0000","last_became_active":"2026-02-25T15:50:23.396085+0000","last_became_peered":"2026-02-25T15:50:23.396085+0000","last_unstale":"2026-02-25T15:50:23.397970+0000","last_undegraded":"2026-02-25T15:50:23.397970+0000","last_fullsized":"2026-02-25T15:50:23.397970+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T03:15:09.770284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.395344+0000","last_change":"2026-02-25T15:50:23.210624+0000","last_active":"2026-02-25T15:50:23.395344+0000","last_peered":"2026-02-25T15:50:23.395344+0000","last_clean":"2026-02-25T15:50:23.395344+0000","last_became_active":"2026-02-25T15:50:23.210414+0000","last_became_peered":"2026-02-25T15:50:23.210414+0000","last_unstale":"2026-02-25T15:50:23.395344+0000","last_undegraded":"2026-02-25T15:50:23.395344+0000","last_fullsized":"2026-02-25T15:50:23.395344+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:19:03.709246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396283+0000","last_change":"2026-02-25T15:50:23.394949+0000","last_active":"2026-02-25T15:50:23.396283+0000","last_peered":"2026-02-25T15:50:23.396283+0000","last_clean":"2026-02-25T15:50:23.396283+0000","last_became_active":"2026-02-25T15:50:23.394241+0000","last_became_peered":"2026-02-25T15:50:23.394241+0000","last_unstale":"2026-02-25T15:50:23.396283+0000","last_undegraded":"2026-02-25T15:50:23.396283+0000","last_fullsized":"2026-02-25T15:50:23.396283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T00:44:07.317524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392163+0000","last_change":"2026-02-25T15:50:23.209508+0000","last_active":"2026-02-25T15:50:23.392163+0000","last_peered":"2026-02-25T15:50:23.392163+0000","last_clean":"2026-02-25T15:50:23.392163+0000","last_became_active":"2026-02-25T15:50:23.209354+0000","last_became_peered":"2026-02-25T15:50:23.209354+0000","last_unstale":"2026-02-25T15:50:23.392163+0000","last_undegraded":"2026-02-25T15:50:23.392163+0000","last_fullsized":"2026-02-25T15:50:23.392163+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T16:07:59.119841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.396739+0000","last_change":"2026-02-25T15:50:23.395971+0000","last_active":"2026-02-25T15:50:23.396739+0000","last_peered":"2026-02-25T15:50:23.396739+0000","last_clean":"2026-02-25T15:50:23.396739+0000","last_became_active":"2026-02-25T15:50:23.395350+0000","last_became_peered":"2026-02-25T15:50:23.395350+0000","last_unstale":"2026-02-25T15:50:23.396739+0000","last_undegraded":"2026-02-25T15:50:23.396739+0000","last_fullsized":"2026-02-25T15:50:23.396739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:23.200443+0000","last_clean_scrub_stamp":"2026-02-25T15:50:23.200443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-27T01:04:15.243823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":37,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.392146+0000","last_change":"2026-02-25T15:50:23.210461+0000","last_active":"2026-02-25T15:50:23.392146+0000","last_peered":"2026-02-25T15:50:23.392146+0000","last_clean":"2026-02-25T15:50:23.392146+0000","last_became_active":"2026-02-25T15:50:23.210253+0000","last_became_peered":"2026-02-25T15:50:23.210253+0000","last_unstale":"2026-02-25T15:50:23.392146+0000","last_undegraded":"2026-02-25T15:50:23.392146+0000","last_fullsized":"2026-02-25T15:50:23.392146+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:50:22.198094+0000","last_clean_scrub_stamp":"2026-02-25T15:50:22.198094+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T17:03:11.219942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'112","reported_seq":162,"reported_epoch":36,"state":"active+clean","last_fresh":"2026-02-25T15:50:23.208816+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:23.208816+0000","last_peered":"2026-02-25T15:50:23.208816+0000","last_clean":"2026-02-25T15:50:23.208816+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:23.208816+0000","last_undegraded":"2026-02-25T15:50:23.208816+0000","last_fullsized":"2026-02-25T15:50:23.208816+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":112,"log_dups_size":0,"ondisk_log_size":112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":86,"num_read_kb":73,"num_write":145,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574864,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27972,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343868,"statfs":{"total":96636764160,"available":96608120832,"internally_reserved":0,"allocated":1036288,"data_stored":769724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.219}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.21099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.155}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.186}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":430080,"data_stored":178304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.308}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.19700000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.218}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":434176,"data_stored":177834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.311}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.247}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29299999999999998}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":434176,"data_stored":178326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.309}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.215}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.255}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":442368,"data_stored":179320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.14799999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.159}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.189}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]}]},{"osd":2,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":430080,"data_stored":177792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39900000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574862,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":413696,"data_stored":170631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.154}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.17499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.249}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574862,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1024000,"data_stored":768124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.16600000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.182}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.20300000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.253}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.32400000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.377},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.30099999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.28399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:26.121 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2026-02-25T15:50:26.121 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2026-02-25T15:50:26.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 Processor -- start 2026-02-25T15:50:26.226 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 -- start start 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f46f80715c0 0x7f46f815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46f8071d80 con 0x7f46f815ec20 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46f80cdf70 con 0x7f46f80715c0 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.225+0000 7f46ff7cd640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f80cd680 con 0x7f46f806c770 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fd542640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f46f815ec20 0x7f46f80724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:50000/0 (socket says 10.20.193.52:50000) 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fd542640 1 -- 10.20.193.52:0/2970921466 learned_addr learned my addr 10.20.193.52:0/2970921466 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3301/0 says I am v2:10.20.193.52:59544/0 (socket says 10.20.193.52:59544) 2026-02-25T15:50:26.227 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fcd41640 1 --2- 10.20.193.52:0/2970921466 >> v2:10.20.193.86:3300/0 conn(0x7f46f80715c0 0x7f46f815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 -- 10.20.193.52:0/2970921466 >> v2:10.20.193.86:3300/0 conn(0x7f46f80715c0 msgr2=0x7f46f815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 --2- 10.20.193.52:0/2970921466 >> v2:10.20.193.86:3300/0 conn(0x7f46f80715c0 0x7f46f815f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 -- 10.20.193.52:0/2970921466 >> v1:10.20.193.86:6789/0 conn(0x7f46f815ec20 legacy=0x7f46f80724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 -- 10.20.193.52:0/2970921466 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f80cfd80 con 0x7f46f806c770 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46fdd43640 1 --2- 10.20.193.52:0/2970921466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009d90 tx=0x7f46f402f270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46e1404d41054c8f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46e7fff640 1 -- 10.20.193.52:0/2970921466 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f4006ea0 con 0x7f46f806c770 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46e7fff640 1 -- 10.20.193.52:0/2970921466 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46f4037440 con 0x7f46f806c770 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.226+0000 7f46e7fff640 1 -- 10.20.193.52:0/2970921466 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f40377d0 con 0x7f46f806c770 2026-02-25T15:50:26.228 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2970921466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 msgr2=0x7f46f80ce400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2970921466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009d90 tx=0x7f46f402f270 comp rx=0 tx=0).stop 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2970921466 shutdown_connections 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2970921466 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f806c770 0x7f46f80ce400 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2970921466 >> v2:10.20.193.86:3300/0 conn(0x7f46f80715c0 0x7f46f815f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2970921466 >> 10.20.193.52:0/2970921466 conn(0x7f46f80cef90 msgr2=0x7f46f80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2970921466 shutdown_connections 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2970921466 wait complete. 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 Processor -- start 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.227+0000 7f46ff7cd640 1 -- start start 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f46f806c770 0x7f46f81f4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f80715c0 0x7f46f81f8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f81f53d0 con 0x7f46f815ec20 2026-02-25T15:50:26.229 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46f81f9440 con 0x7f46f806c770 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46f81f5e60 con 0x7f46f80715c0 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55070/0 (socket says 10.20.193.52:55070) 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 -- 10.20.193.52:0/2671111463 learned_addr learned my addr 10.20.193.52:0/2671111463 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fd542640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f46f806c770 0x7f46f81f4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fcd41640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f80715c0 0x7f46f81f8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 -- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f80715c0 msgr2=0x7f46f81f8f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f80715c0 0x7f46f81f8f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 -- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f46f806c770 msgr2=0x7f46f81f4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f46f806c770 0x7f46f81f4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 -- 10.20.193.52:0/2671111463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f4009a70 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46fdd43640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009ec0 tx=0x7f46f4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f4043860 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46f40439c0 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46f81f55c0 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f4043d70 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.228+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46f81f5950 con 0x7f46f815ec20 2026-02-25T15:50:26.230 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.229+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46f8068270 con 0x7f46f815ec20 2026-02-25T15:50:26.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.230+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7f46f4053020 con 0x7f46f815ec20 2026-02-25T15:50:26.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.230+0000 7f46e5ffb640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 0x7f46c8078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.230+0000 7f46fd542640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 0x7f46c8078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.230+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f46f40bd2d0 con 0x7f46f815ec20 2026-02-25T15:50:26.231 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.230+0000 7f46fd542640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 0x7f46c8078500 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f46e8002770 tx=0x7f46e8009040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.233 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.232+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f46f40827d0 con 0x7f46f815ec20 2026-02-25T15:50:26.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.339+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f46f8144da0 con 0x7f46f815ec20 2026-02-25T15:50:26.343 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.341+0000 7f46e5ffb640 1 -- 10.20.193.52:0/2671111463 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+0 (secure 0 0 0) 0x7f46f4085fe0 con 0x7f46f815ec20 2026-02-25T15:50:26.343 INFO:teuthology.orchestra.run.trial052.stderr:updated caps for client.0 2026-02-25T15:50:26.344 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 msgr2=0x7f46c8078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 0x7f46c8078500 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f46e8002770 tx=0x7f46e8009040 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 msgr2=0x7f46f813e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009ec0 tx=0x7f46f4004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 shutdown_connections 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f46c8076040 0x7f46c8078500 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f46f815ec20 0x7f46f813e680 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f46f80715c0 0x7f46f81f8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 --2- 10.20.193.52:0/2671111463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f46f806c770 0x7f46f81f4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 >> 10.20.193.52:0/2671111463 conn(0x7f46f80cef90 msgr2=0x7f46f815d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.345 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 shutdown_connections 2026-02-25T15:50:26.346 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.342+0000 7f46ff7cd640 1 -- 10.20.193.52:0/2671111463 wait complete. 2026-02-25T15:50:26.352 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:26.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.418+0000 7fc36325d640 1 Processor -- start 2026-02-25T15:50:26.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.418+0000 7fc36325d640 1 -- start start 2026-02-25T15:50:26.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc36325d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc36325d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc35c15b750 0x7fc35c070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc36325d640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc35c070cc0 con 0x7fc35c0b4470 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc36325d640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc35c071c60 con 0x7fc35c15b750 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc36325d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc35c15bcc0 con 0x7fc35c071710 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc35c15b750 0x7fc35c070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc35c15b750 0x7fc35c070780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55078/0 (socket says 10.20.193.52:55078) 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 -- 10.20.193.52:0/353801105 learned_addr learned my addr 10.20.193.52:0/353801105 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc360fd2640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 -- 10.20.193.52:0/353801105 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 msgr2=0x7fc35c0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 -- 10.20.193.52:0/353801105 >> v1:10.20.193.86:6789/0 conn(0x7fc35c0b4470 legacy=0x7fc35c0720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 -- 10.20.193.52:0/353801105 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc35c15bfa0 con 0x7fc35c15b750 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc353fff640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c070780 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc344009970 tx=0x7fc34402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c6979d3f013c52 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.419+0000 7fc3537fe640 1 -- 10.20.193.52:0/353801105 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34402fbe0 con 0x7fc35c15b750 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc3537fe640 1 -- 10.20.193.52:0/353801105 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc34402fd40 con 0x7fc35c15b750 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc3537fe640 1 -- 10.20.193.52:0/353801105 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344037660 con 0x7fc35c15b750 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 -- 10.20.193.52:0/353801105 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 msgr2=0x7fc35c070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c070780 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fc344009970 tx=0x7fc34402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 -- 10.20.193.52:0/353801105 shutdown_connections 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c070780 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 --2- 10.20.193.52:0/353801105 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c0ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 -- 10.20.193.52:0/353801105 >> 10.20.193.52:0/353801105 conn(0x7fc35c06c980 msgr2=0x7fc35c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 -- 10.20.193.52:0/353801105 shutdown_connections 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 -- 10.20.193.52:0/353801105 wait complete. 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.420+0000 7fc36325d640 1 Processor -- start 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- start start 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c146990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc35c0b4470 0x7fc35c0acb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc35c0c4050 con 0x7fc35c15b750 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc35c146ed0 con 0x7fc35c0b4470 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc35c0c42a0 con 0x7fc35c071710 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.427 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55084/0 (socket says 10.20.193.52:55084) 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 -- 10.20.193.52:0/2916302713 learned_addr learned my addr 10.20.193.52:0/2916302713 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc353fff640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc35c0b4470 0x7fc35c0acb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 -- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 msgr2=0x7fc35c146990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c146990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 -- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc35c0b4470 msgr2=0x7fc35c0acb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc35c0b4470 0x7fc35c0acb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 -- 10.20.193.52:0/2916302713 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3440095d0 con 0x7fc35c15b750 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3617d3640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc35800cc10 tx=0x7fc35800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35800ce30 con 0x7fc35c15b750 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc358012420 con 0x7fc35c15b750 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc35c0c4580 con 0x7fc35c15b750 2026-02-25T15:50:26.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3580127d0 con 0x7fc35c15b750 2026-02-25T15:50:26.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.421+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc35c0c4b40 con 0x7fc35c15b750 2026-02-25T15:50:26.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.422+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc35c0b4d50 con 0x7fc35c15b750 2026-02-25T15:50:26.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.422+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fc358012930 con 0x7fc35c15b750 2026-02-25T15:50:26.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.423+0000 7fc3517fa640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 0x7fc32c078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:26.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.423+0000 7fc360fd2640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 0x7fc32c078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:26.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.423+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fc358097dc0 con 0x7fc35c15b750 2026-02-25T15:50:26.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.423+0000 7fc360fd2640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 0x7fc32c078530 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc34c006fd0 tx=0x7fc34c008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:26.430 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.424+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc35805dbe0 con 0x7fc35c15b750 2026-02-25T15:50:26.519 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.518+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc35c0c4d30 con 0x7fc35c15b750 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.518+0000 7fc3517fa640 1 -- 10.20.193.52:0/2916302713 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7fc358016090 con 0x7fc35c15b750 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 msgr2=0x7fc32c078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 0x7fc32c078530 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc34c006fd0 tx=0x7fc34c008040 comp rx=0 tx=0).stop 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 msgr2=0x7fc35c0ad060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc35800cc10 tx=0x7fc35800a430 comp rx=0 tx=0).stop 2026-02-25T15:50:26.520 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 shutdown_connections 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fc32c076070 0x7fc32c078530 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc35c15b750 0x7fc35c0ad060 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc35c0b4470 0x7fc35c0acb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 --2- 10.20.193.52:0/2916302713 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc35c071710 0x7fc35c146990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 >> 10.20.193.52:0/2916302713 conn(0x7fc35c06c980 msgr2=0x7fc35c15daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 shutdown_connections 2026-02-25T15:50:26.521 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.519+0000 7fc36325d640 1 -- 10.20.193.52:0/2916302713 wait complete. 2026-02-25T15:50:26.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2026-02-25T15:50:23.386767+0000', 'modified': '2026-02-25T15:50:25.392090+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5586}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5586': {'gid': 5586, 'name': 'c', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '10.20.193.52:6837/1224462899', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '10.20.193.52:6835', 'nonce': 1224462899}, {'type': 'v1', 'addr': '10.20.193.52:6837', 'nonce': 1224462899}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2026-02-25T15:50:26.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2026-02-25T15:50:26.930 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2026-02-25T15:50:27.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.998+0000 7fd7ca2db640 1 Processor -- start 2026-02-25T15:50:27.013 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.998+0000 7fd7ca2db640 1 -- start start 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7ca2db640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd7c40b27f0 0x7fd7c4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7ca2db640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4143250 0x7fd7c40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7ca2db640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7c40b40f0 con 0x7fd7c4140270 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7ca2db640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7c4143a40 con 0x7fd7c40b27f0 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7ca2db640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c40addc0 con 0x7fd7c4143250 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd7c40b27f0 0x7fd7c4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd7c40b27f0 0x7fd7c4142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55100/0 (socket says 10.20.193.52:55100) 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1583034219 learned_addr learned my addr 10.20.193.52:0/1583034219 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4143250 0x7fd7c40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1583034219 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4143250 msgr2=0x7fd7c40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.014 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4143250 0x7fd7c40ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1583034219 >> v1:10.20.193.86:6789/0 conn(0x7fd7c4140270 legacy=0x7fd7c40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:26.999+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1583034219 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c40b4370 con 0x7fd7c40b27f0 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c40b27f0 0x7fd7c4142d10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd7b4009970 tx=0x7fd7b402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bb647626938ba1c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7c2ffd640 1 -- 10.20.193.52:0/1583034219 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b402fc30 con 0x7fd7c40b27f0 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7c2ffd640 1 -- 10.20.193.52:0/1583034219 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b402fd90 con 0x7fd7c40b27f0 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7c2ffd640 1 -- 10.20.193.52:0/1583034219 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b4037660 con 0x7fd7c40b27f0 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1583034219 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c40b27f0 msgr2=0x7fd7c4142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c40b27f0 0x7fd7c4142d10 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd7b4009970 tx=0x7fd7b402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1583034219 shutdown_connections 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4143250 0x7fd7c40ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1583034219 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c40b27f0 0x7fd7c4142d10 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.015 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1583034219 >> 10.20.193.52:0/1583034219 conn(0x7fd7c406c980 msgr2=0x7fd7c406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1583034219 shutdown_connections 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.000+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1583034219 wait complete. 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 Processor -- start 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- start start 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 0x7fd7c41448b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4140270 0x7fd7c41459b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c4143b80 con 0x7fd7c4143250 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c4144df0 con 0x7fd7c40b27f0 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c4146470 con 0x7fd7c4140270 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.016 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55114/0 (socket says 10.20.193.52:55114) 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 -- 10.20.193.52:0/1153638036 learned_addr learned my addr 10.20.193.52:0/1153638036 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4140270 0x7fd7c41459b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 0x7fd7c41448b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 -- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4140270 msgr2=0x7fd7c41459b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4140270 0x7fd7c41459b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 -- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 msgr2=0x7fd7c41448b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 0x7fd7c41448b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 -- 10.20.193.52:0/1153638036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7b40095d0 con 0x7fd7c4143250 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 0x7fd7c41448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8007e40 tx=0x7fd7b800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.017 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c0ff9640 1 -- 10.20.193.52:0/1153638036 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8006ea0 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c0ff9640 1 -- 10.20.193.52:0/1153638036 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b8014640 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7c4143dd0 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7c0ff9640 1 -- 10.20.193.52:0/1153638036 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b800eea0 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.001+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c4144390 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c0ff9640 1 -- 10.20.193.52:0/1153638036 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fd7b80149f0 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 Processor -- start 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c0ff9640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 0x7fd794078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 -- start start 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c0ff9640 1 -- 10.20.193.52:0/1153638036 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd7b8097890 con 0x7fd7c4143250 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 0x7fd794078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee70810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 0x7fd794078530 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd7c404f0a0 tx=0x7fd7b4039040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.018 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee74dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ed85290 con 0x55f25ee2da60 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ed82860 con 0x55f25ee73680 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f25ea53310 con 0x55f25ee70430 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55130/0 (socket says 10.20.193.52:55130) 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 -- 10.20.193.52:0/4041338392 learned_addr learned my addr 10.20.193.52:0/4041338392 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee74dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee70810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 -- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 msgr2=0x55f25ee70810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee70810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 -- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 msgr2=0x55f25ee74dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee74dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c8851640 1 -- 10.20.193.52:0/4041338392 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f25ed48790 con 0x55f25ee2da60 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.003+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee70810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7c8851640 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fd7b805d440 tx=0x7fd7b805d5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b50712e6f2cd6cb server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd79dffb640 1 -- 10.20.193.52:0/4041338392 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8060db0 con 0x55f25ee2da60 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd79dffb640 1 -- 10.20.193.52:0/4041338392 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b8064be0 con 0x55f25ee2da60 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd79dffb640 1 -- 10.20.193.52:0/4041338392 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8069100 con 0x55f25ee2da60 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/4041338392 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 msgr2=0x55f25ee560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fd7b805d440 tx=0x7fd7b805d5d0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/4041338392 shutdown_connections 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25ee560e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee74dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/4041338392 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee70810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/4041338392 >> 10.20.193.52:0/4041338392 conn(0x55f25edef250 msgr2=0x55f25ee74500 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/4041338392 shutdown_connections 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/4041338392 wait complete. 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 -- start start 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.004+0000 7fd7cd0c2e00 1 Processor -- start 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee565d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee47400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ea6f2d0 con 0x55f25ee70430 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ecff600 con 0x55f25ee73680 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f25ee6e210 con 0x55f25ee2da60 2026-02-25T15:50:27.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 10 client.0 _ll_register_callbacks cb 0x55f25ed33ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55134/0 (socket says 10.20.193.52:55134) 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1640454617 learned_addr learned my addr 10.20.193.52:0/1640454617 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee47400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 msgr2=0x55f25ee565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee565d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 msgr2=0x55f25ee47400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee47400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 -- 10.20.193.52:0/1640454617 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c4144390 con 0x55f25ee70430 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c8851640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee47400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd7b4002410 tx=0x7fd7b4004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f719b7949663de06 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b4043840 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd7b40439a0 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f25ed72930 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7b4043b60 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 10 client.5766 fetch_fsmap learned FSMap version 15 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55f25ed7c7d0 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f25ed72930 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd7b404c070 con 0x55f25ee70430 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 10 client.5766 fetch_fsmap finished waiting for FSMap version 15 2026-02-25T15:50:27.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 10 client.5766 resolve_mds: resolved name 'c' to daemon mds.c 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 20 client.5766 populate_metadata read hostname 'trial052' 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee47a00 0x55f25ee6d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 4 client.5766 mds_command: new command op to 5586 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.005+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 --> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f25ed6fb90 con 0x55f25ee47a00 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee47a00 0x55f25ee6d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee47a00 0x55f25ee6d7b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31a73678eb366035 server_cookie=a367080df4ea32d9 in_seq=0 out_seq=0 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd77affd640 10 client.5766 ms_handle_connect on v2:10.20.193.52:6835/1224462899 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd77affd640 1 -- 10.20.193.52:0/1640454617 <== mds.0 v2:10.20.193.52:6835/1224462899 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19594 (crc 0 0 0) 0x55f25ed6fb90 con 0x55f25ee47a00 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd77affd640 10 client.5766 handle_command_reply: tid=0 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 client.5766 shutdown 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 msgr2=0x55f25ee2b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd7b4002410 tx=0x7fd7b4004830 comp rx=0 tx=0).stop 2026-02-25T15:50:27.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 shutdown_connections 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee47a00 0x55f25ee6d7b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee47400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd77affd640 0 client.5766 ms_handle_reset on v2:10.20.193.52:6835/1224462899 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee70430 0x55f25ee2b270 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/1640454617 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 >> 10.20.193.52:0/1640454617 conn(0x55f25edef250 msgr2=0x55f25ee59460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 shutdown_connections 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/1640454617 wait complete. 2026-02-25T15:50:27.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.006+0000 7fd7cd0c2e00 20 client.5766 trim_cache size 0 max 16384 2026-02-25T15:50:27.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 Processor -- start 2026-02-25T15:50:27.031 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 -- start start 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee69e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee70430 0x55f25ee6a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25edd21e0 con 0x55f25ee73680 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ee6ead0 con 0x55f25ee70430 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f25ee6fb50 con 0x55f25ee2da60 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7c8851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55148/0 (socket says 10.20.193.52:55148) 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.014+0000 7fd7c8851640 1 -- 10.20.193.52:0/3304308447 learned_addr learned my addr 10.20.193.52:0/3304308447 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee70430 0x55f25ee6a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 -- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 msgr2=0x55f25ee69e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.032 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee69e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee69e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 -- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee70430 msgr2=0x55f25ee6a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee70430 0x55f25ee6a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 -- 10.20.193.52:0/3304308447 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f25ea6e5a0 con 0x55f25ee73680 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee69e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7c8851640 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd7b800c040 tx=0x7fd7b8064000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e527722d709ac server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd79e7fc640 1 -- 10.20.193.52:0/3304308447 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8092070 con 0x55f25ee73680 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd79e7fc640 1 -- 10.20.193.52:0/3304308447 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b805cd10 con 0x55f25ee73680 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd79e7fc640 1 -- 10.20.193.52:0/3304308447 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8069390 con 0x55f25ee73680 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/3304308447 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 msgr2=0x55f25ee934d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd7b800c040 tx=0x7fd7b8064000 comp rx=0 tx=0).stop 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/3304308447 shutdown_connections 2026-02-25T15:50:27.033 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee73680 0x55f25ee934d0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee70430 0x55f25ee6a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/3304308447 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee2da60 0x55f25ee69e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/3304308447 >> 10.20.193.52:0/3304308447 conn(0x55f25edef250 msgr2=0x55f25ee6d780 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/3304308447 shutdown_connections 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/3304308447 wait complete. 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 -- start start 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.015+0000 7fd7cd0c2e00 1 Processor -- start 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee6bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee6c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25ee70100 con 0x55f25ee2da60 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f25eee0220 con 0x55f25ee73680 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f25ee52d30 con 0x55f25ee70430 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 10 client.0 _ll_register_callbacks cb 0x7fd7b403a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2026-02-25T15:50:27.034 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55164/0 (socket says 10.20.193.52:55164) 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 -- 10.20.193.52:0/733600565 learned_addr learned my addr 10.20.193.52:0/733600565 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee6bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c8851640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee6c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 -- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 msgr2=0x55f25ee6bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee6bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 -- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 msgr2=0x55f25ee6c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee6c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 -- 10.20.193.52:0/733600565 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f25ed48790 con 0x55f25ee2da60 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7c3fff640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x55f25ee56f70 tx=0x7fd7b0005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c1afe8c504832e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 10 client.0 ms_handle_connect on v2:10.20.193.52:3300/0 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b00169b0 con 0x55f25ee2da60 2026-02-25T15:50:27.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mon.0 v2:10.20.193.52:3300/0 2 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd7b000c040 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd7b8064be0 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7b0016b10 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 10 client.5772 fetch_fsmap learned FSMap version 15 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55f25ed43490 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mon.0 v2:10.20.193.52:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b8064be0 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mon.0 v2:10.20.193.52:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd7b00040c0 con 0x55f25ee2da60 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 10 client.5772 fetch_fsmap finished waiting for FSMap version 15 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 10 client.5772 resolve_mds: resolved name 'c' to daemon mds.c 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 20 client.5772 populate_metadata read hostname 'trial052' 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee722b0 0x55f25ee72690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 4 client.5772 mds_command: new command op to 5586 tid=0 multi_id=0 [{"prefix": "status"}] 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.016+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 --> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f25ed76ab0 con 0x55f25ee722b0 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee722b0 0x55f25ee72690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7c37fe640 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee722b0 0x55f25ee72690 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5f3f7a9704521eb server_cookie=bc17af3ffd8936a0 in_seq=0 out_seq=0 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd77affd640 10 client.5772 ms_handle_connect on v2:10.20.193.52:6835/1224462899 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd77affd640 1 -- 10.20.193.52:0/733600565 <== mds.0 v2:10.20.193.52:6835/1224462899 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55f25ed76ab0 con 0x55f25ee722b0 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd77affd640 10 client.5772 handle_command_reply: tid=0 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 client.5772 shutdown 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 msgr2=0x55f25eedf830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x55f25ee56f70 tx=0x7fd7b0005680 comp rx=0 tx=0).stop 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 shutdown_connections 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:6835/1224462899,v1:10.20.193.52:6837/1224462899] conn(0x55f25ee722b0 0x55f25ee72690 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x55f25ee73680 0x55f25ee6c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x55f25ee70430 0x55f25ee6bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 --2- 10.20.193.52:0/733600565 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x55f25ee2da60 0x55f25eedf830 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd77affd640 0 client.5772 ms_handle_reset on v2:10.20.193.52:6835/1224462899 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 >> 10.20.193.52:0/733600565 conn(0x55f25edef250 msgr2=0x55f25ee69e80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 shutdown_connections 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 1 -- 10.20.193.52:0/733600565 wait complete. 2026-02-25T15:50:27.037 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7cd0c2e00 20 client.5772 trim_cache size 0 max 16384 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "cluster_fsid": "0144563f-3d7d-4423-8c47-1ba192c5aa74", 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "whoami": 0, 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "id": 5586, 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "want_state": "up:active", 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "state": "up:active", 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs", 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "rank_uptime": 3.6299731670000002, 2026-02-25T15:50:27.038 INFO:teuthology.orchestra.run.trial052.stdout: "mdsmap_epoch": 15, 2026-02-25T15:50:27.039 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch": 38, 2026-02-25T15:50:27.039 INFO:teuthology.orchestra.run.trial052.stdout: "osdmap_epoch_barrier": 38, 2026-02-25T15:50:27.039 INFO:teuthology.orchestra.run.trial052.stdout: "uptime": 8.7055847130000004 2026-02-25T15:50:27.039 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 msgr2=0x7fd794078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 0x7fd794078530 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd7c404f0a0 tx=0x7fd7b4039040 comp rx=0 tx=0).stop 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 msgr2=0x7fd7c406d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8007e40 tx=0x7fd7b800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 shutdown_connections 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd794076070 0x7fd794078530 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd7c4143250 0x7fd7c406d580 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd7c4140270 0x7fd7c41459b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 --2- 10.20.193.52:0/1153638036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd7c40b27f0 0x7fd7c41448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.017+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 >> 10.20.193.52:0/1153638036 conn(0x7fd7c406c980 msgr2=0x7fd7c40aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.018+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 shutdown_connections 2026-02-25T15:50:27.041 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.018+0000 7fd7ca2db640 1 -- 10.20.193.52:0/1153638036 wait complete. 2026-02-25T15:50:27.041 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.105+0000 7fdd42cc2640 1 Processor -- start 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.105+0000 7fdd42cc2640 1 -- start start 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd42cc2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd3c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd42cc2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd3c15bcc0 con 0x7fdd3c071710 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd42cc2640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd3c15bfa0 con 0x7fdd3c15b750 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd42cc2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3c071c60 con 0x7fdd3c0b4b80 2026-02-25T15:50:27.112 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd40a37640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fdd3c071710 0x7fdd3c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48316/0 (socket says 10.20.193.52:48316) 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd40a37640 1 -- 10.20.193.52:0/2980249969 learned_addr learned my addr 10.20.193.52:0/2980249969 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1306499160 0 0) 0x7fdd3c15bcc0 con 0x7fdd3c071710 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd41238640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd3c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd28003620 con 0x7fdd3c071710 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 457654273 0 0) 0x7fdd28003620 con 0x7fdd3c071710 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 msgr2=0x7fdd3c0ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd3c0ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 >> v1:10.20.193.86:6789/0 conn(0x7fdd3c15b750 legacy=0x7fdd3c0b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd3c15c280 con 0x7fdd3c071710 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fdd2c002f00 con 0x7fdd3c071710 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 >> v1:10.20.193.52:6789/0 conn(0x7fdd3c071710 legacy=0x7fdd3c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd28003b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd280048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.113 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd28004f20 0x7fdd2800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd28005600 con 0x7fdd280041e0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd28005770 con 0x7fdd28004f20 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2800c040 con 0x7fdd3c0b4b80 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.106+0000 7fdd33fff640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd280048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd40a37640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd28003b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 -- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 msgr2=0x7fdd28003b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd28003b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 -- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd28004f20 msgr2=0x7fdd2800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd28004f20 0x7fdd2800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 -- 10.20.193.52:0/2980249969 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd28003620 con 0x7fdd280041e0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd40a37640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c0b4b80 0x7fdd28003b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd33fff640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd280048c0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fdd24003040 tx=0x7fdd2402ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fb632d766af5af9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd240052d0 con 0x7fdd280041e0 2026-02-25T15:50:27.114 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd24005430 con 0x7fdd280041e0 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd337fe640 1 -- 10.20.193.52:0/2980249969 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd24003910 con 0x7fdd280041e0 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 -- 10.20.193.52:0/2980249969 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 msgr2=0x7fdd280048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/2980249969 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd280048c0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fdd24003040 tx=0x7fdd2402ed80 comp rx=0 tx=0).stop 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd41238640 1 -- 10.20.193.52:0/2980249969 reap_dead start 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 -- 10.20.193.52:0/2980249969 shutdown_connections 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 -- 10.20.193.52:0/2980249969 >> 10.20.193.52:0/2980249969 conn(0x7fdd3c06c980 msgr2=0x7fdd3c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 -- 10.20.193.52:0/2980249969 shutdown_connections 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.107+0000 7fdd42cc2640 1 -- 10.20.193.52:0/2980249969 wait complete. 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 Processor -- start 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 -- start start 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd3c159a70 0x7fdd3c159ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.115 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c15dad0 0x7fdd3c15df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3c15e4c0 con 0x7fdd280041e0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3c0b33e0 con 0x7fdd3c159a70 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd42cc2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3c0b36c0 con 0x7fdd3c15dad0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd40a37640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.108+0000 7fdd40a37640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55188/0 (socket says 10.20.193.52:55188) 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 -- 10.20.193.52:0/3844692380 learned_addr learned my addr 10.20.193.52:0/3844692380 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd33fff640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd3c159a70 0x7fdd3c159ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd41238640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c15dad0 0x7fdd3c15df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 -- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c15dad0 msgr2=0x7fdd3c15df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c15dad0 0x7fdd3c15df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 -- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd3c159a70 msgr2=0x7fdd3c159ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd3c159a70 0x7fdd3c159ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 -- 10.20.193.52:0/3844692380 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd3c0b39a0 con 0x7fdd280041e0 2026-02-25T15:50:27.116 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd40a37640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00dae0 tx=0x7fdd2c0035d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c004cf0 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd2c004e50 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd3c0b3c80 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c007310 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd3c152e60 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.109+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd3c0b41a0 con 0x7fdd280041e0 2026-02-25T15:50:27.117 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.110+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fdd2c01b060 con 0x7fdd280041e0 2026-02-25T15:50:27.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.111+0000 7fdd317fa640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 0x7fdd0c078530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:27.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.111+0000 7fdd33fff640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 0x7fdd0c078530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:27.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.111+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fdd2c097310 con 0x7fdd280041e0 2026-02-25T15:50:27.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.111+0000 7fdd33fff640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 0x7fdd0c078530 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdd24037000 tx=0x7fdd24033000 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:27.118 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.112+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdd2c05cfa0 con 0x7fdd280041e0 2026-02-25T15:50:27.207 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.206+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fdd3c0b41a0 con 0x7fdd280041e0 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.206+0000 7fdd317fa640 1 -- 10.20.193.52:0/3844692380 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7fdd3c0b41a0 con 0x7fdd280041e0 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 msgr2=0x7fdd0c078530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 0x7fdd0c078530 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdd24037000 tx=0x7fdd24033000 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 msgr2=0x7fdd3c152920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00dae0 tx=0x7fdd2c0035d0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 shutdown_connections 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fdd0c076070 0x7fdd0c078530 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdd3c15dad0 0x7fdd3c15df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdd3c159a70 0x7fdd3c159ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 --2- 10.20.193.52:0/3844692380 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdd280041e0 0x7fdd3c152920 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 >> 10.20.193.52:0/3844692380 conn(0x7fdd3c06c980 msgr2=0x7fdd3c0b0040 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 shutdown_connections 2026-02-25T15:50:27.208 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:27.207+0000 7fdd42cc2640 1 -- 10.20.193.52:0/3844692380 wait complete. 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial052.front.sepia.ceph.com 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.client.name = client.0 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:50:27.216 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:50:27.217 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:27.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.217 DEBUG:teuthology.orchestra.run.trial052:> ip addr 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 6e:d1:f7:46:f9:11 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 863617sec preferred_lft 863617sec 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::6188:c70:c417:1cca/64 scope link noprefixroute 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:ba brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet 10.20.193.52/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 518sec preferred_lft 518sec 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:bb brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet 192.168.159.254/20 brd 192.168.159.255 scope global ceph-brx 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::e876:3dff:fe16:aac8/64 scope link 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::9cbd:b0ff:fe31:4cbc/64 scope link 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: link/ether d6:dd:3d:b0:7c:43 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2026-02-25T15:50:27.234 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::d4dd:3dff:feb0:7c43/64 scope link 2026-02-25T15:50:27.235 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:27.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.235 DEBUG:teuthology.orchestra.run.trial052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:50:27.299 INFO:teuthology.orchestra.run.trial052.stdout:1 2026-02-25T15:50:27.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.301 DEBUG:teuthology.orchestra.run.trial052:> ip r 2026-02-25T15:50:27.357 INFO:teuthology.orchestra.run.trial052.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-25T15:50:27.358 INFO:teuthology.orchestra.run.trial052.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-25T15:50:27.358 INFO:teuthology.orchestra.run.trial052.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:50:27.358 INFO:teuthology.orchestra.run.trial052.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:50:27.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.358 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:50:27.359 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:50:27.359 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:50:27.359 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:50:27.359 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:50:27.359 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:50:27.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.443 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:50:27.498 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2026-02-25T15:50:27.498 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2026-02-25T15:50:27.498 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:27.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.499 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set brx.0 up 2026-02-25T15:50:27.564 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2026-02-25T15:50:27.564 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:50:27.564 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:27.619 INFO:teuthology.orchestra.run.trial052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:27.619 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:50:27.619 DEBUG:teuthology.orchestra.run.trial052:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:27.675 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:50:27.739 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:50:27.739 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:50:27.802 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:50:27.803 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:50:27.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.804 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:50:27.861 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2026-02-25T15:50:27.861 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2026-02-25T15:50:27.903 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:50:27.927 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:50:27.927 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:50:27.965 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:2026-02-25T15:50:27.963+0000 7fe94182a580 -1 init, newargv = 0x560c86e8f3b0 newargc=15 2026-02-25T15:50:27.965 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[64987]: starting ceph client 2026-02-25T15:50:27.967 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[64987]: starting fuse 2026-02-25T15:50:27.988 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:50:27.989 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:50:27.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:27.990 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:50:28.047 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:50:28.048 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> import glob 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> import re 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> import os 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> import subprocess 2026-02-25T15:50:28.048 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> def _find_admin_socket(client_name): 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> files = glob.glob(asok_path) 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> # Given a non-glob path, it better be there 2026-02-25T15:50:28.049 DEBUG:teuthology.orchestra.run.trial052:> if "*" not in asok_path: 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> assert(len(files) == 1) 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> return files[0] 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> for f in files: 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:50:28.050 DEBUG:teuthology.orchestra.run.trial052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> contents = proc_f.read() 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> if mountpoint in contents: 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> return f 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> print(_find_admin_socket("client.0")) 2026-02-25T15:50:28.051 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:50:28.140 INFO:teuthology.orchestra.run.trial052.stdout:/var/run/ceph/ceph-client.0.64987.asok 2026-02-25T15:50:28.164 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:50:28.167 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:50:28.336 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.64987.asok 2026-02-25T15:50:28.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:28.336 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.64987.asok status 2026-02-25T15:50:28.397 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:28.397 INFO:teuthology.orchestra.run.trial052.stdout: "metadata": { 2026-02-25T15:50:28.397 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "entity_id": "0", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "hostname": "trial052", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "pid": "64987", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "root": "/" 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_count": 0, 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_pinned_count": 0, 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "id": 5784, 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "inst": { 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "name": { 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "type": "client", 2026-02-25T15:50:28.398 INFO:teuthology.orchestra.run.trial052.stdout: "num": 5784 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 4195315693 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 4195315693 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "inst_str": "client.5784 192.168.144.1:0/4195315693", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "addr_str": "192.168.144.1:0/4195315693", 2026-02-25T15:50:28.399 INFO:teuthology.orchestra.run.trial052.stdout: "inode_count": 1, 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout: "mds_epoch": 15, 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch": 38, 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout: "blocklisted": false, 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs" 2026-02-25T15:50:28.400 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:28.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:28.403 DEBUG:teuthology.orchestra.run.trial052:> stat --file-system '--printf=%T 2026-02-25T15:50:28.403 DEBUG:teuthology.orchestra.run.trial052:> ' -- /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:28.420 INFO:teuthology.orchestra.run.trial052.stdout:fuseblk 2026-02-25T15:50:28.421 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:28.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:28.421 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:28.486 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 Processor -- start 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 -- start start 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fca6c15b750 0x7fca6c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 0x7fca6c0b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca6c15bcc0 con 0x7fca6c071710 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca6c071c60 con 0x7fca6c15b750 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.591+0000 7fca71016640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c0b4e40 con 0x7fca6c0b4470 2026-02-25T15:50:28.598 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fca6c15b750 0x7fca6c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fca6c15b750 0x7fca6c0ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55200/0 (socket says 10.20.193.52:55200) 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6ad76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fca6c071710 0x7fca6c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48330/0 (socket says 10.20.193.52:48330) 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 -- 10.20.193.52:0/425137771 learned_addr learned my addr 10.20.193.52:0/425137771 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6b577640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 0x7fca6c0b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 -- 10.20.193.52:0/425137771 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 msgr2=0x7fca6c0b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 0x7fca6c0b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 -- 10.20.193.52:0/425137771 >> v1:10.20.193.52:6789/0 conn(0x7fca6c071710 legacy=0x7fca6c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 -- 10.20.193.52:0/425137771 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca6c15bfa0 con 0x7fca6c15b750 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca69d74640 1 -- 10.20.193.52:0/425137771 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1910728590 0 0) 0x7fca6c15bcc0 con 0x7fca6c071710 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6b577640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 0x7fca6c0b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:28.599 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca6a575640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c15b750 0x7fca6c0ccfb0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fca54009970 tx=0x7fca5402ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4721e5d0e89242a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca69d74640 1 -- 10.20.193.52:0/425137771 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5402fc30 con 0x7fca6c15b750 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca69d74640 1 -- 10.20.193.52:0/425137771 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca5402fd90 con 0x7fca6c15b750 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca69d74640 1 -- 10.20.193.52:0/425137771 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca54037660 con 0x7fca6c15b750 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca71016640 1 -- 10.20.193.52:0/425137771 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c15b750 msgr2=0x7fca6c0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.592+0000 7fca71016640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c15b750 0x7fca6c0ccfb0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fca54009970 tx=0x7fca5402ef70 comp rx=0 tx=0).stop 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 -- 10.20.193.52:0/425137771 shutdown_connections 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c0b4470 0x7fca6c0b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 --2- 10.20.193.52:0/425137771 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c15b750 0x7fca6c0ccfb0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 -- 10.20.193.52:0/425137771 >> 10.20.193.52:0/425137771 conn(0x7fca6c06c980 msgr2=0x7fca6c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 -- 10.20.193.52:0/425137771 shutdown_connections 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 -- 10.20.193.52:0/425137771 wait complete. 2026-02-25T15:50:28.600 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 Processor -- start 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.593+0000 7fca71016640 1 -- start start 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c071710 0x7fca6c1f5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 0x7fca6c0b0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c147500 con 0x7fca6c0b4470 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c147750 con 0x7fca6c15b750 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c147a30 con 0x7fca6c071710 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55202/0 (socket says 10.20.193.52:55202) 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 -- 10.20.193.52:0/3555602955 learned_addr learned my addr 10.20.193.52:0/3555602955 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6b577640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 0x7fca6c0b0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.601 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 -- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c071710 msgr2=0x7fca6c1f5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c071710 0x7fca6c1f5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 -- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 msgr2=0x7fca6c0b0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 0x7fca6c0b0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 -- 10.20.193.52:0/3555602955 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca540095d0 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6b577640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 0x7fca6c0b0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca6a575640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fca54009aa0 tx=0x7fca540047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5402fc30 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca54040880 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca6c147d10 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca54040c30 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.594+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca6c1482d0 con 0x7fca6c0b4470 2026-02-25T15:50:28.602 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.595+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca6c15bcc0 con 0x7fca6c0b4470 2026-02-25T15:50:28.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.595+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fca54050020 con 0x7fca6c0b4470 2026-02-25T15:50:28.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.595+0000 7fca4b7fe640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 0x7fca38078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.596+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fca540bc570 con 0x7fca6c0b4470 2026-02-25T15:50:28.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.596+0000 7fca6ad76640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 0x7fca38078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.603 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.596+0000 7fca6ad76640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 0x7fca38078500 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fca60002ee0 tx=0x7fca600079d0 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.604 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.597+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fca54082410 con 0x7fca6c0b4470 2026-02-25T15:50:28.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.686+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fca6c15c7a0 con 0x7fca38076040 2026-02-25T15:50:28.688 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.687+0000 7fca4b7fe640 1 -- 10.20.193.52:0/3555602955 <== mgr.4110 v2:10.20.193.52:6800/685198553 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+41 (secure 0 0 0) 0x7fca6c15c7a0 con 0x7fca38076040 2026-02-25T15:50:28.688 INFO:teuthology.orchestra.run.trial052.stdout:[ 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stdout: { 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stdout: "name": "cephfs" 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stdout:] 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 msgr2=0x7fca38078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 0x7fca38078500 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fca60002ee0 tx=0x7fca600079d0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 msgr2=0x7fca6c0c4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fca54009aa0 tx=0x7fca540047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 shutdown_connections 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fca38076040 0x7fca38078500 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fca6c15b750 0x7fca6c0b0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fca6c0b4470 0x7fca6c0c4680 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.689 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 --2- 10.20.193.52:0/3555602955 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fca6c071710 0x7fca6c1f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 >> 10.20.193.52:0/3555602955 conn(0x7fca6c06c980 msgr2=0x7fca6c0acdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:28.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 shutdown_connections 2026-02-25T15:50:28.690 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.688+0000 7fca71016640 1 -- 10.20.193.52:0/3555602955 wait complete. 2026-02-25T15:50:28.697 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2026-02-25T15:50:28.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.765+0000 7fe39c26b640 1 Processor -- start 2026-02-25T15:50:28.767 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.765+0000 7fe39c26b640 1 -- start start 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe39415d390 0x7fe3940b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39406c770 0x7fe3940adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe3940ae190 0x7fe394160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3940ad7c0 con 0x7fe3940ae190 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe39406cbd0 con 0x7fe39415d390 2026-02-25T15:50:28.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39c26b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3940b2020 con 0x7fe39406c770 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe3940ae190 0x7fe394160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe3940ae190 0x7fe394160fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55216/0 (socket says 10.20.193.52:55216) 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 -- 10.20.193.52:0/1775713326 learned_addr learned my addr 10.20.193.52:0/1775713326 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe3997df640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39406c770 0x7fe3940adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 -- 10.20.193.52:0/1775713326 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39406c770 msgr2=0x7fe3940adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39406c770 0x7fe3940adc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.770 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 -- 10.20.193.52:0/1775713326 >> v2:10.20.193.86:3300/0 conn(0x7fe39415d390 msgr2=0x7fe3940b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 --2- 10.20.193.52:0/1775713326 >> v2:10.20.193.86:3300/0 conn(0x7fe39415d390 0x7fe3940b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 -- 10.20.193.52:0/1775713326 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3940b2300 con 0x7fe3940ae190 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe39a7e1640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3940ae190 0x7fe394160fc0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe394073ae0 tx=0x7fe39002f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5ea827976a28e7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.766+0000 7fe398fde640 1 -- 10.20.193.52:0/1775713326 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe390006ea0 con 0x7fe3940ae190 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe398fde640 1 -- 10.20.193.52:0/1775713326 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe39002fd70 con 0x7fe3940ae190 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe398fde640 1 -- 10.20.193.52:0/1775713326 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe390037610 con 0x7fe3940ae190 2026-02-25T15:50:28.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- 10.20.193.52:0/1775713326 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3940ae190 msgr2=0x7fe394160fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3940ae190 0x7fe394160fc0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fe394073ae0 tx=0x7fe39002f310 comp rx=0 tx=0).stop 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- 10.20.193.52:0/1775713326 shutdown_connections 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3940ae190 0x7fe394160fc0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1775713326 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39406c770 0x7fe3940adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1775713326 >> v2:10.20.193.86:3300/0 conn(0x7fe39415d390 0x7fe3940b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- 10.20.193.52:0/1775713326 >> 10.20.193.52:0/1775713326 conn(0x7fe3940cef90 msgr2=0x7fe3940cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- 10.20.193.52:0/1775713326 shutdown_connections 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- 10.20.193.52:0/1775713326 wait complete. 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 Processor -- start 2026-02-25T15:50:28.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.767+0000 7fe39c26b640 1 -- start start 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 0x7fe3940cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39415d390 0x7fe394154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39415af80 con 0x7fe39406c770 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3940ce410 con 0x7fe3940ae190 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe394154990 con 0x7fe39415d390 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55222/0 (socket says 10.20.193.52:55222) 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 -- 10.20.193.52:0/1087884152 learned_addr learned my addr 10.20.193.52:0/1087884152 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe3997df640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 0x7fe3940cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 -- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39415d390 msgr2=0x7fe394154450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39415d390 0x7fe394154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 -- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 msgr2=0x7fe3940cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 0x7fe3940cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 -- 10.20.193.52:0/1087884152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe390009b30 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe3997df640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 0x7fe3940cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe399fe0640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b530 tx=0x7fe38400ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe384004480 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3840026e0 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe39415a650 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe384002a90 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.768+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe39415ac10 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.769+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe39415add0 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.769+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 5) v1 ==== 98266+0+0 (secure 0 0 0) 0x7fe38400d040 con 0x7fe39406c770 2026-02-25T15:50:28.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.770+0000 7fe3827fc640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 0x7fe364078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:28.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.770+0000 7fe3997df640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 0x7fe364078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:28.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.770+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fe384097140 con 0x7fe39406c770 2026-02-25T15:50:28.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.770+0000 7fe3997df640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 0x7fe364078500 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe388006fd0 tx=0x7fe388008040 comp rx=0 tx=0).ready entity=mgr.4110 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:28.777 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.771+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe38405ced0 con 0x7fe39406c770 2026-02-25T15:50:28.871 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:28.870+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7fe394068270 con 0x7fe39406c770 2026-02-25T15:50:29.200 INFO:tasks.ceph.mds.c.trial052.stderr:2026-02-25T15:50:29.199+0000 7fbc6d469640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2026-02-25T15:50:29.398 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.397+0000 7fe3827fc640 1 -- 10.20.193.52:0/1087884152 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v6) v1 ==== 92+0+0 (secure 0 0 0) 0x7fe38405ff50 con 0x7fe39406c770 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 msgr2=0x7fe364078500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 0x7fe364078500 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe388006fd0 tx=0x7fe388008040 comp rx=0 tx=0).stop 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 msgr2=0x7fe394151640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe38400b530 tx=0x7fe38400ba00 comp rx=0 tx=0).stop 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 shutdown_connections 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fe364076040 0x7fe364078500 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe39415d390 0x7fe394154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3940ae190 0x7fe3940cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.399 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 --2- 10.20.193.52:0/1087884152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe39406c770 0x7fe394151640 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 >> 10.20.193.52:0/1087884152 conn(0x7fe3940cef90 msgr2=0x7fe39406dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 shutdown_connections 2026-02-25T15:50:29.400 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.398+0000 7fe39c26b640 1 -- 10.20.193.52:0/1087884152 wait complete. 2026-02-25T15:50:29.408 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2026-02-25T15:50:29.441 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.439+0000 7fd1cc5d1140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:29.443 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.442+0000 7f1b1c020140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:29.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.476+0000 7f6e13127640 1 Processor -- start 2026-02-25T15:50:29.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.476+0000 7f6e13127640 1 -- start start 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e13127640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6e0c15ec20 0x7f6e0c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e13127640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6e0c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e13127640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e0c071d80 con 0x7f6e0c06c770 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e13127640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e0c0cdf70 con 0x7f6e0c15ec20 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e13127640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c0cd680 con 0x7f6e0c0715c0 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e1169d640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6e0c06c770 0x7f6e0c0ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48346/0 (socket says 10.20.193.52:48346) 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e1169d640 1 -- 10.20.193.52:0/1354063298 learned_addr learned my addr 10.20.193.52:0/1354063298 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e10e9c640 1 --2- 10.20.193.52:0/1354063298 >> v2:10.20.193.86:3300/0 conn(0x7f6e0c15ec20 0x7f6e0c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e03fff640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6e0c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1345476185 0 0) 0x7f6e0c071d80 con 0x7f6e0c06c770 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6df8003620 con 0x7f6e0c06c770 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2100896687 0 0) 0x7f6df8003620 con 0x7f6e0c06c770 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 msgr2=0x7f6e0c15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6e0c15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 >> v2:10.20.193.86:3300/0 conn(0x7f6e0c15ec20 msgr2=0x7f6e0c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 --2- 10.20.193.52:0/1354063298 >> v2:10.20.193.86:3300/0 conn(0x7f6e0c15ec20 0x7f6e0c0724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e0c072a10 con 0x7f6e0c06c770 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f6e08003280 con 0x7f6e0c06c770 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 >> v1:10.20.193.52:6789/0 conn(0x7f6e0c06c770 legacy=0x7f6e0c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6df8003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6df8004090 0x7f6df80048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6df8004e00 0x7f6df8005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c0cdf70 con 0x7f6df8004e00 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c0cd680 con 0x7f6df8004090 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.477+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6df800bad0 con 0x7f6e0c0715c0 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6df8004e00 0x7f6df8005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e03fff640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6df8004090 0x7f6df80048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e10e9c640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6df8003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 -- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 msgr2=0x7f6df8003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c0715c0 0x7f6df8003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 -- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6df8004090 msgr2=0x7f6df80048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6df8004090 0x7f6df80048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 -- 10.20.193.52:0/1354063298 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6df8003620 con 0x7f6df8004e00 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e03fff640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6df8004090 0x7f6df80048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:29.487 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e1169d640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6df8004e00 0x7f6df8005280 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800a860 tx=0x7f6e0802fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4f8bfdc7a19083e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e08031680 con 0x7f6df8004e00 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e08031800 con 0x7f6df8004e00 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.478+0000 7f6e037fe640 1 -- 10.20.193.52:0/1354063298 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e08031bf0 con 0x7f6df8004e00 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 -- 10.20.193.52:0/1354063298 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6df8004e00 msgr2=0x7f6df8005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 --2- 10.20.193.52:0/1354063298 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6df8004e00 0x7f6df8005280 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800a860 tx=0x7f6e0802fc50 comp rx=0 tx=0).stop 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e1169d640 1 -- 10.20.193.52:0/1354063298 reap_dead start 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 -- 10.20.193.52:0/1354063298 shutdown_connections 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 -- 10.20.193.52:0/1354063298 >> 10.20.193.52:0/1354063298 conn(0x7f6e0c0cef90 msgr2=0x7f6e0c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 -- 10.20.193.52:0/1354063298 shutdown_connections 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 -- 10.20.193.52:0/1354063298 wait complete. 2026-02-25T15:50:29.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.479+0000 7f6e13127640 1 Processor -- start 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 -- start start 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c1f4460 0x7f6e0c1303a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6e0c1f4840 0x7f6e0c1438c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c144290 con 0x7f6e0c143e00 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c13e270 con 0x7f6e0c1f4840 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0c1f59d0 con 0x7f6e0c1f4460 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55250/0 (socket says 10.20.193.52:55250) 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 -- 10.20.193.52:0/2102998057 learned_addr learned my addr 10.20.193.52:0/2102998057 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e03fff640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6e0c1f4840 0x7f6e0c1438c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e10e9c640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c1f4460 0x7f6e0c1303a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 -- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c1f4460 msgr2=0x7f6e0c1303a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c1f4460 0x7f6e0c1303a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 -- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6e0c1f4840 msgr2=0x7f6e0c1438c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6e0c1f4840 0x7f6e0c1438c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 -- 10.20.193.52:0/2102998057 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e0c13e480 con 0x7f6e0c143e00 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e1169d640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800a860 tx=0x7f6e0c06e280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e08031690 con 0x7f6e0c143e00 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e080037d0 con 0x7f6e0c143e00 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e08032680 con 0x7f6e0c143e00 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.480+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e0c13e760 con 0x7f6e0c143e00 2026-02-25T15:50:29.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.481+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e0c1f51e0 con 0x7f6e0c143e00 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.481+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e0c13ec80 con 0x7f6e0c143e00 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.482+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 6) v1 ==== 98283+0+0 (secure 0 0 0) 0x7f6e080327e0 con 0x7f6e0c143e00 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.482+0000 7f6e017fa640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 0x7f6ddc078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.482+0000 7f6e10e9c640 1 -- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 msgr2=0x7f6ddc078550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/685198553 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.482+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f6e080bc460 con 0x7f6e0c143e00 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.482+0000 7f6e10e9c640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 0x7f6ddc078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:29.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.484+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6e08082390 con 0x7f6e0c143e00 2026-02-25T15:50:29.564 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.562+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7f6e0c13ec80 con 0x7f6e0c143e00 2026-02-25T15:50:29.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.564+0000 7f6e017fa640 1 -- 10.20.193.52:0/2102998057 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v3)=0 v3) v1 ==== 138+0+0 (secure 0 0 0) 0x7f6e0c13ec80 con 0x7f6e0c143e00 2026-02-25T15:50:29.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 msgr2=0x7f6ddc078550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 0x7f6ddc078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 msgr2=0x7f6e0c1f4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800a860 tx=0x7f6e0c06e280 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 shutdown_connections 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f6ddc076090 0x7f6ddc078550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6e0c143e00 0x7f6e0c1f4ca0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6e0c1f4840 0x7f6e0c1438c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 --2- 10.20.193.52:0/2102998057 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6e0c1f4460 0x7f6e0c1303a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 >> 10.20.193.52:0/2102998057 conn(0x7f6e0c0cef90 msgr2=0x7f6e0c0ce1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 shutdown_connections 2026-02-25T15:50:29.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.566+0000 7f6e13127640 1 -- 10.20.193.52:0/2102998057 wait complete. 2026-02-25T15:50:29.576 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2026-02-25T15:50:29.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 Processor -- start 2026-02-25T15:50:29.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 -- start start 2026-02-25T15:50:29.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd14c15ec20 0x7fd14c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd14c0715c0 0x7fd14c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c06c770 0x7fd14c0ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14c071d80 con 0x7fd14c0715c0 2026-02-25T15:50:29.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14c0cdf70 con 0x7fd14c15ec20 2026-02-25T15:50:29.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd153927640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c0cd680 con 0x7fd14c06c770 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd14c0715c0 0x7fd14c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd14c0715c0 0x7fd14c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55254/0 (socket says 10.20.193.52:55254) 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 -- 10.20.193.52:0/3826705 learned_addr learned my addr 10.20.193.52:0/3826705 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 -- 10.20.193.52:0/3826705 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c06c770 msgr2=0x7fd14c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 --2- 10.20.193.52:0/3826705 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c06c770 0x7fd14c0ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 -- 10.20.193.52:0/3826705 >> v2:10.20.193.86:3300/0 conn(0x7fd14c15ec20 msgr2=0x7fd14c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 --2- 10.20.193.52:0/3826705 >> v2:10.20.193.86:3300/0 conn(0x7fd14c15ec20 0x7fd14c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.683+0000 7fd150e9b640 1 -- 10.20.193.52:0/3826705 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd14c072a10 con 0x7fd14c0715c0 2026-02-25T15:50:29.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd150e9b640 1 --2- 10.20.193.52:0/3826705 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c0715c0 0x7fd14c15f000 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fd14c067e90 tx=0x7fd14002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b6a4475addd73c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd13bfff640 1 -- 10.20.193.52:0/3826705 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14002fbd0 con 0x7fd14c0715c0 2026-02-25T15:50:29.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd13bfff640 1 -- 10.20.193.52:0/3826705 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd14002fd30 con 0x7fd14c0715c0 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd13bfff640 1 -- 10.20.193.52:0/3826705 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14002fea0 con 0x7fd14c0715c0 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 -- 10.20.193.52:0/3826705 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c0715c0 msgr2=0x7fd14c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 --2- 10.20.193.52:0/3826705 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c0715c0 0x7fd14c15f000 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fd14c067e90 tx=0x7fd14002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 -- 10.20.193.52:0/3826705 shutdown_connections 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 --2- 10.20.193.52:0/3826705 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c06c770 0x7fd14c0ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 --2- 10.20.193.52:0/3826705 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c0715c0 0x7fd14c15f000 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 --2- 10.20.193.52:0/3826705 >> v2:10.20.193.86:3300/0 conn(0x7fd14c15ec20 0x7fd14c0724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 -- 10.20.193.52:0/3826705 >> 10.20.193.52:0/3826705 conn(0x7fd14c0cef90 msgr2=0x7fd14c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 -- 10.20.193.52:0/3826705 shutdown_connections 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.684+0000 7fd153927640 1 -- 10.20.193.52:0/3826705 wait complete. 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 Processor -- start 2026-02-25T15:50:29.699 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 -- start start 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd14c0715c0 0x7fd14c159d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 0x7fd14c15a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c135060 con 0x7fd14c06c770 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1361c0 con 0x7fd14c0715c0 2026-02-25T15:50:29.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd153927640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14c1f3250 con 0x7fd14c15ec20 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd15169c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd15169c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55256/0 (socket says 10.20.193.52:55256) 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.685+0000 7fd15169c640 1 -- 10.20.193.52:0/4099256435 learned_addr learned my addr 10.20.193.52:0/4099256435 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd150e9b640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd14c0715c0 0x7fd14c159d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd151e9d640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 0x7fd14c15a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 -- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 msgr2=0x7fd14c15a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.701 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 0x7fd14c15a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 -- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd14c0715c0 msgr2=0x7fd14c159d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd14c0715c0 0x7fd14c159d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 -- 10.20.193.52:0/4099256435 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1400095d0 con 0x7fd14c06c770 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd151e9d640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 0x7fd14c15a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd15169c640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00b500 tx=0x7fd13c00b9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c004480 con 0x7fd14c06c770 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd13c0026e0 con 0x7fd14c06c770 2026-02-25T15:50:29.702 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd14c1f3530 con 0x7fd14c06c770 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c002a90 con 0x7fd14c06c770 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd14c1f3af0 con 0x7fd14c06c770 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.686+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd14c068270 con 0x7fd14c06c770 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.687+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 6) v1 ==== 98283+0+0 (secure 0 0 0) 0x7fd13c002bf0 con 0x7fd14c06c770 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.687+0000 7fd139ffb640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 0x7fd11c078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.688+0000 7fd150e9b640 1 -- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 msgr2=0x7fd11c078550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/685198553 2026-02-25T15:50:29.703 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.688+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7fd13c097510 con 0x7fd14c06c770 2026-02-25T15:50:29.704 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.688+0000 7fd150e9b640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 0x7fd11c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:29.704 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.690+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd13c05d2b0 con 0x7fd14c06c770 2026-02-25T15:50:29.769 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.767+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7fd14c15f540 con 0x7fd14c06c770 2026-02-25T15:50:29.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.770+0000 7fd139ffb640 1 -- 10.20.193.52:0/4099256435 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v4)=0 v4) v1 ==== 133+0+0 (secure 0 0 0) 0x7fd13c060330 con 0x7fd14c06c770 2026-02-25T15:50:29.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 msgr2=0x7fd11c078550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 0x7fd11c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 msgr2=0x7fd14c135c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00b500 tx=0x7fd13c00b9d0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 shutdown_connections 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7fd11c076090 0x7fd11c078550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd14c15ec20 0x7fd14c15a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd14c0715c0 0x7fd14c159d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 --2- 10.20.193.52:0/4099256435 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd14c06c770 0x7fd14c135c80 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 >> 10.20.193.52:0/4099256435 conn(0x7fd14c0cef90 msgr2=0x7fd14c0b0520 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 shutdown_connections 2026-02-25T15:50:29.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.771+0000 7fd153927640 1 -- 10.20.193.52:0/4099256435 wait complete. 2026-02-25T15:50:29.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:29.781 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2026-02-25T15:50:29.800 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2026-02-25T15:50:29.805 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.804+0000 7fd1cc5d1140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:50:29.816 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.815+0000 7f1b1c020140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:50:29.827 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.826+0000 7fd1cc5d1140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:50:29.838 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.837+0000 7f1b1c020140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:50:29.853 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.852+0000 7fd1cc5d1140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:29.864 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.863+0000 7f1b1c020140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:29.874 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.873+0000 7fd1cc5d1140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:50:29.886 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.884+0000 7f1b1c020140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:50:29.887 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 Processor -- start 2026-02-25T15:50:29.888 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 -- start start 2026-02-25T15:50:29.892 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f713c0d03d0 0x7f713c0b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.892 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f713c0ceb50 con 0x7f713c0ce6a0 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f713c0cee30 con 0x7f713c15d600 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f714236f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f713c0cf3f0 con 0x7f713c0d03d0 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f713c0d03d0 0x7f713c0b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f713c0d03d0 0x7f713c0b00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55268/0 (socket says 10.20.193.52:55268) 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 -- 10.20.193.52:0/3550437382 learned_addr learned my addr 10.20.193.52:0/3550437382 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f713b7fe640 1 --1- 10.20.193.52:0/3550437382 >> v1:10.20.193.52:6789/0 conn(0x7f713c0ce6a0 0x7f713c0cfcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48354/0 (socket says 10.20.193.52:48354) 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 -- 10.20.193.52:0/3550437382 >> v1:10.20.193.86:6789/0 conn(0x7f713c15d600 legacy=0x7f713c0cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 -- 10.20.193.52:0/3550437382 >> v1:10.20.193.52:6789/0 conn(0x7f713c0ce6a0 legacy=0x7f713c0cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.886+0000 7f71408e5640 1 -- 10.20.193.52:0/3550437382 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f713c0cf110 con 0x7f713c0d03d0 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f71408e5640 1 --2- 10.20.193.52:0/3550437382 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c0d03d0 0x7f713c0b00b0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f7130009e50 tx=0x7f713002f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ca26e93258c3fe server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.893 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f713affd640 1 -- 10.20.193.52:0/3550437382 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7130006ea0 con 0x7f713c0d03d0 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f713affd640 1 -- 10.20.193.52:0/3550437382 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f713002fde0 con 0x7f713c0d03d0 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f713affd640 1 -- 10.20.193.52:0/3550437382 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7130037610 con 0x7f713c0d03d0 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 -- 10.20.193.52:0/3550437382 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c0d03d0 msgr2=0x7f713c0b00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 --2- 10.20.193.52:0/3550437382 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c0d03d0 0x7f713c0b00b0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f7130009e50 tx=0x7f713002f330 comp rx=0 tx=0).stop 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 -- 10.20.193.52:0/3550437382 shutdown_connections 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 --2- 10.20.193.52:0/3550437382 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c0d03d0 0x7f713c0b00b0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 -- 10.20.193.52:0/3550437382 >> 10.20.193.52:0/3550437382 conn(0x7f713c09c7c0 msgr2=0x7f713c0d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 -- 10.20.193.52:0/3550437382 shutdown_connections 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.887+0000 7f714236f640 1 -- 10.20.193.52:0/3550437382 wait complete. 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 Processor -- start 2026-02-25T15:50:29.894 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 -- start start 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f713c0ce6a0 0x7f713c160800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f713c0d03d0 0x7f713c1f7d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 0x7f713c0b7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f713c0c9940 con 0x7f713c15d600 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f713c0c9050 con 0x7f713c0ce6a0 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f714236f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f713c0c92f0 con 0x7f713c0d03d0 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f71408e5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 0x7f713c0b7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f71408e5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 0x7f713c0b7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55280/0 (socket says 10.20.193.52:55280) 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.888+0000 7f71408e5640 1 -- 10.20.193.52:0/1504188953 learned_addr learned my addr 10.20.193.52:0/1504188953 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f713c0ce6a0 0x7f713c160800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:29.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f713c0d03d0 msgr2=0x7f713c1f7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f713c0d03d0 0x7f713c1f7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f713c0ce6a0 msgr2=0x7f713c160800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f713c0ce6a0 0x7f713c160800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7130009b30 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f713c0ce6a0 0x7f713c160800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f71408e5640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 0x7f713c0b7dc0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f7130009e50 tx=0x7f7130004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7130009510 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f713c15db60 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7130006ea0 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7130041660 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f713c1f82d0 con 0x7f713c15d600 2026-02-25T15:50:29.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.889+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f713c15de10 con 0x7f713c15d600 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.890+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 6) v1 ==== 98283+0+0 (secure 0 0 0) 0x7f7130052020 con 0x7f713c15d600 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.891+0000 7f7138ff9640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 0x7f710c078550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.891+0000 7f713bfff640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 msgr2=0x7f710c078550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/685198553 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.891+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6025+0+0 (secure 0 0 0) 0x7f71300bcd10 con 0x7f713c15d600 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.891+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 0x7f710c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:29.897 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.892+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7130082aa0 con 0x7f713c15d600 2026-02-25T15:50:29.899 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.897+0000 7fd1cc5d1140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:50:29.911 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.910+0000 7f1b1c020140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:50:29.950 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:29.949+0000 7fd1cc5d1140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:50:29.963 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:29.962+0000 7f1b1c020140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:50:29.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:29.980+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f713c15d9e0 con 0x7f710c076090 2026-02-25T15:50:30.009 INFO:tasks.ceph.mgr.x.trial086.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:50:30.009 INFO:tasks.ceph.mgr.x.trial086.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:50:30.009 INFO:tasks.ceph.mgr.x.trial086.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:50:30.011 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.011+0000 7fd1cc5d1140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:50:30.023 INFO:tasks.ceph.mgr.y.trial052.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:50:30.023 INFO:tasks.ceph.mgr.y.trial052.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:50:30.023 INFO:tasks.ceph.mgr.y.trial052.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:50:30.026 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.024+0000 7f1b1c020140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:50:30.036 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.036+0000 7fd1cc5d1140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:50:30.050 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.049+0000 7f1b1c020140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:50:30.090 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.090+0000 7fd1cc5d1140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:50:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:30.092+0000 7f713bfff640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 msgr2=0x7f710c078550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/685198553 2026-02-25T15:50:30.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:30.092+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 0x7f710c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2026-02-25T15:50:30.103 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.102+0000 7f1b1c020140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:50:30.131 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.131+0000 7fd1cc5d1140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:50:30.144 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.143+0000 7f1b1c020140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:50:30.155 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.155+0000 7fd1cc5d1140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:50:30.168 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.167+0000 7f1b1c020140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:50:30.178 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.178+0000 7fd1cc5d1140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:50:30.192 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.190+0000 7f1b1c020140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:50:30.202 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.202+0000 7fd1cc5d1140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:50:30.216 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.215+0000 7f1b1c020140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:50:30.222 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.222+0000 7fd1cc5d1140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:50:30.236 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.235+0000 7f1b1c020140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:50:30.376 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.375+0000 7fd1cc5d1140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:50:30.390 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.389+0000 7f1b1c020140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:50:30.430 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.429+0000 7fd1cc5d1140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:50:30.445 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.443+0000 7f1b1c020140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:50:30.451 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.450+0000 7fd1cc5d1140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:50:30.466 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.464+0000 7f1b1c020140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:50:30.472 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.472+0000 7fd1cc5d1140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:50:30.487 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.486+0000 7f1b1c020140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:50:30.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:30.493+0000 7f713bfff640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 msgr2=0x7f710c078550 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/685198553 2026-02-25T15:50:30.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:30.493+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 0x7f710c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2026-02-25T15:50:30.523 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.523+0000 7fd1cc5d1140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:30.539 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.537+0000 7f1b1c020140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:30.543 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.543+0000 7fd1cc5d1140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:30.559 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.558+0000 7f1b1c020140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:30.595 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.595+0000 7fd1cc5d1140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:30.610 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.609+0000 7f1b1c020140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:30.919 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.919+0000 7fd1cc5d1140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:50:30.938 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.936+0000 7f1b1c020140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:50:30.940 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:30.939+0000 7fd1cc5d1140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:50:30.958 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:30.957+0000 7f1b1c020140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:50:31.271 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:31.270+0000 7fd1cc5d1140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:50:31.288 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.286+0000 7f1b1c020140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:50:31.294 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:31.292+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mgrmap(e 7) v1 ==== 97994+0+0 (secure 0 0 0) 0x7f713003f070 con 0x7f713c15d600 2026-02-25T15:50:31.294 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:31.293+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 msgr2=0x7f710c078550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:31.294 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:31.293+0000 7f7138ff9640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/685198553,v1:10.20.193.52:6801/685198553] conn(0x7f710c076090 0x7f710c078550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:31.364 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a141e0640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.364 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a141e0640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.364 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a141e0640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.364 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a141e0640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a141e0640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a181e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a181e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a181e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a181e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:31.365 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:31.362+0000 7f1a181e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:32.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.296+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mon.0 v2:10.20.193.52:3300/0 8 ==== mgrmap(e 8) v1 ==== 98121+0+0 (secure 0 0 0) 0x7f71300826e0 con 0x7f713c15d600 2026-02-25T15:50:32.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.296+0000 7f7138ff9640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f710c07e170 0x7f710c080560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.296+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 --> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f710c008530 con 0x7f710c07e170 2026-02-25T15:50:32.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.297+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f710c07e170 0x7f710c080560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.298 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.297+0000 7f713bfff640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f710c07e170 0x7f710c080560 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7128007fd0 tx=0x7f7128009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.327 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.326+0000 7f7138ff9640 1 -- 10.20.193.52:0/1504188953 <== mgr.5808 v2:10.20.193.52:6800/3387084460 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f710c008530 con 0x7f710c07e170 2026-02-25T15:50:32.327 INFO:teuthology.orchestra.run.trial052.stdout:Schedule set for path snap_test_dir1 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.327+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f710c07e170 msgr2=0x7f710c080560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.327+0000 7f714236f640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f710c07e170 0x7f710c080560 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7128007fd0 tx=0x7f7128009040 comp rx=0 tx=0).stop 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.327+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 msgr2=0x7f713c0b7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.327+0000 7f714236f640 1 --2- 10.20.193.52:0/1504188953 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f713c15d600 0x7f713c0b7dc0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f7130009e50 tx=0x7f7130004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.328+0000 7f71408e5640 1 -- 10.20.193.52:0/1504188953 reap_dead start 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.328+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 shutdown_connections 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.328+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 >> 10.20.193.52:0/1504188953 conn(0x7f713c09c7c0 msgr2=0x7f713c0b02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.328+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 shutdown_connections 2026-02-25T15:50:32.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.328+0000 7f714236f640 1 -- 10.20.193.52:0/1504188953 wait complete. 2026-02-25T15:50:32.339 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2026-02-25T15:50:32.339 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add snap_test_dir1 1m 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.447+0000 7f1832c07640 1 Processor -- start 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.447+0000 7f1832c07640 1 -- start start 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1832c07640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f182c070e40 0x7f182c0b2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1832c07640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f182c161e00 0x7f182c06c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1832c07640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f182c0b2870 con 0x7f182c15c0c0 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1832c07640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f182c0b34f0 con 0x7f182c161e00 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1832c07640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f182c162210 con 0x7f182c070e40 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f182c161e00 0x7f182c06c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f182c161e00 0x7f182c06c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55430/0 (socket says 10.20.193.52:55430) 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 -- 10.20.193.52:0/3190429350 learned_addr learned my addr 10.20.193.52:0/3190429350 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f1823fff640 1 --2- 10.20.193.52:0/3190429350 >> v2:10.20.193.86:3300/0 conn(0x7f182c070e40 0x7f182c0b2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.449 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 -- 10.20.193.52:0/3190429350 >> v2:10.20.193.86:3300/0 conn(0x7f182c070e40 msgr2=0x7f182c0b2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 --2- 10.20.193.52:0/3190429350 >> v2:10.20.193.86:3300/0 conn(0x7f182c070e40 0x7f182c0b2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 -- 10.20.193.52:0/3190429350 >> v1:10.20.193.86:6789/0 conn(0x7f182c15c0c0 legacy=0x7f182c070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.448+0000 7f183117d640 1 -- 10.20.193.52:0/3190429350 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f182c0b2b50 con 0x7f182c161e00 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f183117d640 1 --2- 10.20.193.52:0/3190429350 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c161e00 0x7f182c06c830 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f182c0704f0 tx=0x7f182802f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b32724b9511e4f14 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f18237fe640 1 -- 10.20.193.52:0/3190429350 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1828006ea0 con 0x7f182c161e00 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f18237fe640 1 -- 10.20.193.52:0/3190429350 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f182802fd70 con 0x7f182c161e00 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f18237fe640 1 -- 10.20.193.52:0/3190429350 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1828037610 con 0x7f182c161e00 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 -- 10.20.193.52:0/3190429350 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c161e00 msgr2=0x7f182c06c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 --2- 10.20.193.52:0/3190429350 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c161e00 0x7f182c06c830 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f182c0704f0 tx=0x7f182802f270 comp rx=0 tx=0).stop 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 -- 10.20.193.52:0/3190429350 shutdown_connections 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 --2- 10.20.193.52:0/3190429350 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c161e00 0x7f182c06c830 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 --2- 10.20.193.52:0/3190429350 >> v2:10.20.193.86:3300/0 conn(0x7f182c070e40 0x7f182c0b2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 -- 10.20.193.52:0/3190429350 >> 10.20.193.52:0/3190429350 conn(0x7f182c0cef90 msgr2=0x7f182c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 -- 10.20.193.52:0/3190429350 shutdown_connections 2026-02-25T15:50:32.450 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.449+0000 7f1832c07640 1 -- 10.20.193.52:0/3190429350 wait complete. 2026-02-25T15:50:32.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 Processor -- start 2026-02-25T15:50:32.451 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 -- start start 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f182c15c0c0 0x7f182c0ce610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f182c161e00 0x7f182c1fc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182c155dc0 con 0x7f182c070e40 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f182c1560a0 con 0x7f182c15c0c0 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1832c07640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f182c0cba40 con 0x7f182c161e00 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f183097c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f183097c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55444/0 (socket says 10.20.193.52:55444) 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f183097c640 1 -- 10.20.193.52:0/3464236010 learned_addr learned my addr 10.20.193.52:0/3464236010 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.450+0000 7f1823fff640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f182c15c0c0 0x7f182c0ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183117d640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f182c161e00 0x7f182c1fc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 -- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f182c161e00 msgr2=0x7f182c1fc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f182c161e00 0x7f182c1fc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 -- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f182c15c0c0 msgr2=0x7f182c0ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.452 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f182c15c0c0 0x7f182c0ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 -- 10.20.193.52:0/3464236010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1828009b30 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f183097c640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f181c00c580 tx=0x7f181c00ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c0052d0 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f181c005430 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f182c0cbd20 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f181c0038f0 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f182c0ceb50 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.451+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f182c0b2290 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.452+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 8) v1 ==== 98121+0+0 (secure 0 0 0) 0x7f181c003a50 con 0x7f182c070e40 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.452+0000 7f18217fa640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 0x7f17fc0783b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.453 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.452+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f181c096340 con 0x7f182c070e40 2026-02-25T15:50:32.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.452+0000 7f1823fff640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 0x7f17fc0783b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.454 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.453+0000 7f1823fff640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 0x7f17fc0783b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f182c0ce5a0 tx=0x7f1814008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.455+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f181c05c230 con 0x7f182c070e40 2026-02-25T15:50:32.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.542+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 --> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "snap_test_dir1", "retention_spec_or_period": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f182c072950 con 0x7f17fc075ef0 2026-02-25T15:50:32.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.568+0000 7f18217fa640 1 -- 10.20.193.52:0/3464236010 <== mgr.5808 v2:10.20.193.52:6800/3387084460 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+39 (secure 0 0 0) 0x7f1814010870 con 0x7f17fc075ef0 2026-02-25T15:50:32.570 INFO:teuthology.orchestra.run.trial052.stdout:Retention added to path snap_test_dir1 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 msgr2=0x7f17fc0783b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 0x7f17fc0783b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f182c0ce5a0 tx=0x7f1814008040 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 msgr2=0x7f182c1f8ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f181c00c580 tx=0x7f181c00ca50 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 shutdown_connections 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f17fc075ef0 0x7f17fc0783b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f182c161e00 0x7f182c1fc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f182c15c0c0 0x7f182c0ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 --2- 10.20.193.52:0/3464236010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f182c070e40 0x7f182c1f8ff0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 >> 10.20.193.52:0/3464236010 conn(0x7f182c0cef90 msgr2=0x7f182c164640 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 shutdown_connections 2026-02-25T15:50:32.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.569+0000 7f1832c07640 1 -- 10.20.193.52:0/3464236010 wait complete. 2026-02-25T15:50:32.579 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path snap_test_dir1 2026-02-25T15:50:32.585 DEBUG:teuthology.orchestra.run.trial052:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-25T15:50:32.586 DEBUG:teuthology.orchestra.run.trial086:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-25T15:50:32.628 INFO:teuthology.orchestra.run.trial052.stdout:[global] 2026-02-25T15:50:32.628 INFO:teuthology.orchestra.run.trial052.stdout: chdir = "" 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: auth supported = cephx 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: filestore xattr use omap = true 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: mon clock drift allowed = 1.000 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: osd crush chooseleaf type = 0 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: auth debug = true 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.629 INFO:teuthology.orchestra.run.trial052.stdout: ms die on old message = true 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: ms die on bug = true 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: mon pg warn max object skew = 0 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: # disable pg_autoscaler by default for new pools 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: osd pool default size = 2 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.630 INFO:teuthology.orchestra.run.trial052.stdout: mon osd allow primary affinity = true 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon osd allow pg remap = true 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on legacy crush tunables = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on crush straw calc version zero = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on no sortbitwise = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on osd down out interval zero = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on too few osds = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: mon_allow_pool_size_one = true 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-25T15:50:32.631 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: osd default data pool replay window = 5 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: mon allow pool delete = true 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: mon cluster log file level = debug 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: debug asserts on shutdown = true 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: mon health detail to clog = false 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: mon host = "10.20.193.52,10.20.193.86,[v2:10.20.193.86:3301,v1:10.20.193.86:6790]" 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: fsid = 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:50:32.632 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout:[osd] 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd journal size = 100 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd scrub load threshold = 5.0 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd scrub max interval = 600 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd mclock profile = high_recovery_ops 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd mclock skip benchmark = true 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd recover clone overlap = true 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd recovery max chunk = 1048576 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.633 INFO:teuthology.orchestra.run.trial052.stdout: osd debug shutdown = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd debug op order = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd debug verify stray on activate = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd open classes on start = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd debug pg log writeout = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd deep scrub update digest min age = 30 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: osd map max advance = 10 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: journal zero on create = true 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.634 INFO:teuthology.orchestra.run.trial052.stdout: filestore ondisk finisher threads = 3 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: filestore apply finisher threads = 3 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: bdev debug aio = true 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: osd debug misdirected ops = true 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: bluestore block size = 96636764160 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: bluestore fsck on mount = True 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: debug bluefs = 20 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: debug bluestore = 20 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: debug osd = 20 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: debug rocksdb = 10 2026-02-25T15:50:32.635 INFO:teuthology.orchestra.run.trial052.stdout: mon osd backfillfull_ratio = 0.85 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: mon osd full ratio = 0.9 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: mon osd nearfull ratio = 0.8 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: osd failsafe full ratio = 0.95 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: osd objectstore = bluestore 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: osd op complaint time = 180 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout:[mgr] 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: debug mgr = 20 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: debug mon = 20 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: debug auth = 20 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:50:32.636 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: mgr/telemetry/nag = false 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: client mount timeout = 30 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: debug client = 20 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout:[mon] 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: debug mon = 20 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: debug paxos = 20 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: debug auth = 20 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: mon data avail warn = 5 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: mon mgr mkfs grace = 240 2026-02-25T15:50:32.637 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: mon osd reporter subtree level = osd 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: mon osd prime pg temp = true 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: auth mon ticket ttl = 660 # 11m 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: auth service ticket ttl = 240 # 4m 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: # don't complain about insecure global_id in the test suite 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.638 INFO:teuthology.orchestra.run.trial052.stdout: # 1m isn't quite enough 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: mon_down_mkfs_grace = 2m 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: mon_warn_on_filestore_osds = false 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: mon down mkfs grace = 300 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: mon op complaint time = 120 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: mon warn on pool no app = False 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout:[client] 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: rgw cache enabled = true 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: rgw enable ops log = true 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: rgw enable usage log = true 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-25T15:50:32.639 INFO:teuthology.orchestra.run.trial052.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: client mount timeout = 600 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: client snapdir = .snap 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: debug client = 20 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: pid file = "" 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: rados mon op timeout = 900 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout: rados osd op timeout = 900 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mon.a] 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mon.b] 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mon.c] 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mds.a] 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mds.c] 2026-02-25T15:50:32.640 INFO:teuthology.orchestra.run.trial052.stdout:[mds.b] 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout:[mds.d] 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout:[mds] 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: debug mds = 20 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: debug mds balancer = 20 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: debug ms = 1 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: mds debug frag = True 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: mds debug scatterstat = True 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: mds op complaint time = 180 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: mds verify scatter = True 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: osd op complaint time = 180 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: rados mon op timeout = 900 2026-02-25T15:50:32.641 INFO:teuthology.orchestra.run.trial052.stdout: rados osd op timeout = 900 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout:[global] 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: chdir = "" 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: auth supported = cephx 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: filestore xattr use omap = true 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: mon clock drift allowed = 1.000 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: osd crush chooseleaf type = 0 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: auth debug = true 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.644 INFO:teuthology.orchestra.run.trial086.stdout: ms die on old message = true 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: ms die on bug = true 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon pg warn max object skew = 0 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: # disable pg_autoscaler by default for new pools 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: osd pool default size = 2 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon osd allow primary affinity = true 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon osd allow pg remap = true 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on legacy crush tunables = false 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on crush straw calc version zero = false 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on no sortbitwise = false 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on osd down out interval zero = false 2026-02-25T15:50:32.645 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on too few osds = false 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon_allow_pool_size_one = true 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: osd default data pool replay window = 5 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon allow pool delete = true 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon cluster log file level = debug 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: debug asserts on shutdown = true 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon health detail to clog = false 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: mon host = "10.20.193.52,10.20.193.86,[v2:10.20.193.86:3301,v1:10.20.193.86:6790]" 2026-02-25T15:50:32.646 INFO:teuthology.orchestra.run.trial086.stdout: fsid = 0144563f-3d7d-4423-8c47-1ba192c5aa74 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout:[osd] 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd journal size = 100 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd scrub load threshold = 5.0 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd scrub max interval = 600 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd mclock profile = high_recovery_ops 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd mclock skip benchmark = true 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd recover clone overlap = true 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd recovery max chunk = 1048576 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd debug shutdown = true 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd debug op order = true 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd debug verify stray on activate = true 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.647 INFO:teuthology.orchestra.run.trial086.stdout: osd open classes on start = true 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: osd debug pg log writeout = true 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: osd deep scrub update digest min age = 30 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: osd map max advance = 10 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: journal zero on create = true 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: filestore ondisk finisher threads = 3 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: filestore apply finisher threads = 3 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: bdev debug aio = true 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: osd debug misdirected ops = true 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: bluestore block size = 96636764160 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: bluestore fsck on mount = True 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: debug bluefs = 20 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: debug bluestore = 20 2026-02-25T15:50:32.648 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug osd = 20 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug rocksdb = 10 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mon osd backfillfull_ratio = 0.85 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mon osd full ratio = 0.9 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mon osd nearfull ratio = 0.8 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: osd failsafe full ratio = 0.95 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: osd objectstore = bluestore 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: osd op complaint time = 180 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout:[mgr] 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug mgr = 20 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug mon = 20 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: debug auth = 20 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: mgr/telemetry/nag = false 2026-02-25T15:50:32.649 INFO:teuthology.orchestra.run.trial086.stdout: client mount timeout = 30 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: debug client = 20 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout:[mon] 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: debug mon = 20 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: debug paxos = 20 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: debug auth = 20 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon data avail warn = 5 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon mgr mkfs grace = 240 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min pgs per osd = 4 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon osd reporter subtree level = osd 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon osd prime pg temp = true 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: mon reweight min bytes per osd = 10 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: auth mon ticket ttl = 660 # 11m 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: auth service ticket ttl = 240 # 4m 2026-02-25T15:50:32.650 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: # don't complain about insecure global_id in the test suite 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: # 1m isn't quite enough 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon_down_mkfs_grace = 2m 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon_warn_on_filestore_osds = false 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon down mkfs grace = 300 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon op complaint time = 120 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: mon warn on pool no app = False 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout:[client] 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: rgw cache enabled = true 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: rgw enable ops log = true 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: rgw enable usage log = true 2026-02-25T15:50:32.651 INFO:teuthology.orchestra.run.trial086.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: client mount timeout = 600 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: client snapdir = .snap 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: debug client = 20 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: pid file = "" 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: rados mon op timeout = 900 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: rados osd op timeout = 900 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mon.a] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mon.b] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mon.c] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mds.a] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mds.c] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mds.b] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mds.d] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout:[mds] 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: debug mds = 20 2026-02-25T15:50:32.652 INFO:teuthology.orchestra.run.trial086.stdout: debug mds balancer = 20 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: debug ms = 1 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: mds debug frag = True 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: mds debug scatterstat = True 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: mds op complaint time = 180 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: mds verify scatter = True 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: osd op complaint time = 180 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: rados mon op timeout = 900 2026-02-25T15:50:32.653 INFO:teuthology.orchestra.run.trial086.stdout: rados osd op timeout = 900 2026-02-25T15:50:32.653 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:32.653 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:32.702 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:32.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.806+0000 7f7e90d19640 1 Processor -- start 2026-02-25T15:50:32.809 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e90d19640 1 -- start start 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e90d19640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e90d19640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e8c15bcc0 con 0x7f7e8c071710 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e90d19640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e8c15bfa0 con 0x7f7e8c15b750 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e90d19640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e8c071c60 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55460/0 (socket says 10.20.193.52:55460) 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8a575640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7e8c071710 0x7f7e8c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48356/0 (socket says 10.20.193.52:48356) 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 -- 10.20.193.52:0/2210587022 learned_addr learned my addr 10.20.193.52:0/2210587022 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 -- 10.20.193.52:0/2210587022 >> v1:10.20.193.86:6789/0 conn(0x7f7e8c15b750 legacy=0x7f7e8c0b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:32.810 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 -- 10.20.193.52:0/2210587022 >> v1:10.20.193.52:6789/0 conn(0x7f7e8c071710 legacy=0x7f7e8c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.811 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.807+0000 7f7e8ad76640 1 -- 10.20.193.52:0/2210587022 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e8c15c280 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.814 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e8ad76640 1 --2- 10.20.193.52:0/2210587022 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009e50 tx=0x7f7e7c02f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418aeb13887437f7 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e89573640 1 -- 10.20.193.52:0/2210587022 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c006ea0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e89573640 1 -- 10.20.193.52:0/2210587022 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e7c02fde0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e89573640 1 -- 10.20.193.52:0/2210587022 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c037610 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 -- 10.20.193.52:0/2210587022 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 msgr2=0x7f7e8c0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 --2- 10.20.193.52:0/2210587022 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009e50 tx=0x7f7e7c02f330 comp rx=0 tx=0).stop 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 -- 10.20.193.52:0/2210587022 shutdown_connections 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 --2- 10.20.193.52:0/2210587022 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c0ccfb0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 -- 10.20.193.52:0/2210587022 >> 10.20.193.52:0/2210587022 conn(0x7f7e8c06c980 msgr2=0x7f7e8c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 -- 10.20.193.52:0/2210587022 shutdown_connections 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.808+0000 7f7e90d19640 1 -- 10.20.193.52:0/2210587022 wait complete. 2026-02-25T15:50:32.815 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 Processor -- start 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 -- start start 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 0x7f7e8c145ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e8c15b750 0x7f7e8c1f3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8c1461e0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8c144c00 con 0x7f7e8c071710 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e90d19640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8c144ee0 con 0x7f7e8c15b750 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.809+0000 7f7e89d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55466/0 (socket says 10.20.193.52:55466) 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 -- 10.20.193.52:0/3718696594 learned_addr learned my addr 10.20.193.52:0/3718696594 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.816 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e8a575640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 0x7f7e8c145ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 -- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e8c15b750 msgr2=0x7f7e8c1f3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e8c15b750 0x7f7e8c1f3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 -- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 msgr2=0x7f7e8c145ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 0x7f7e8c145ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 -- 10.20.193.52:0/3718696594 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e7c009b30 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e8a575640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 0x7f7e8c145ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e89d74640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7e7400b550 tx=0x7f7e7400ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e74004480 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e740026e0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e8c1451c0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e740045e0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.817 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e8c145780 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.810+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e8c1459a0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.811+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 8) v1 ==== 98121+0+0 (secure 0 0 0) 0x7f7e74002ad0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.811+0000 7f7e72ffd640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 0x7f7e580783d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.811+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f7e74096bf0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.811+0000 7f7e8a575640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 0x7f7e580783d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.812+0000 7f7e8a575640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 0x7f7e580783d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7e80002770 tx=0x7f7e80009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.818 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.813+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7e7409d080 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.895 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.894+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e8c0ccfb0 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.896 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.894+0000 7f7e72ffd640 1 -- 10.20.193.52:0/3718696594 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+17160 (secure 0 0 0) 0x7f7e74013020 con 0x7f7e8c0b4b80 2026-02-25T15:50:32.897 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:32.897 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":39,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:31.288377+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 msgr2=0x7f7e580783d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 0x7f7e580783d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7e80002770 tx=0x7f7e80009040 comp rx=0 tx=0).stop 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 msgr2=0x7f7e8c1f3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7e7400b550 tx=0x7f7e7400ba20 comp rx=0 tx=0).stop 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 shutdown_connections 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7e58075f10 0x7f7e580783d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7e8c15b750 0x7f7e8c1f3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7e8c0b4b80 0x7f7e8c1f3410 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.898 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 --2- 10.20.193.52:0/3718696594 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7e8c071710 0x7f7e8c145ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 >> 10.20.193.52:0/3718696594 conn(0x7f7e8c06c980 msgr2=0x7f7e8c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 shutdown_connections 2026-02-25T15:50:32.899 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.895+0000 7f7e90d19640 1 -- 10.20.193.52:0/3718696594 wait complete. 2026-02-25T15:50:32.905 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:50:21.356468+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:50:22.369195+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:50:32.906 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:32.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.972+0000 7fb113f6f640 1 Processor -- start 2026-02-25T15:50:32.974 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.972+0000 7fb113f6f640 1 -- start start 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb113f6f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fb10c15ec20 0x7fb10c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb113f6f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb10c0715c0 0x7fb10c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb113f6f640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb10c071d80 con 0x7fb10c06c770 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb113f6f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb10c0cdf70 con 0x7fb10c0715c0 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb113f6f640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb10c0cd680 con 0x7fb10c15ec20 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb10c0715c0 0x7fb10c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb10c0715c0 0x7fb10c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55470/0 (socket says 10.20.193.52:55470) 2026-02-25T15:50:32.976 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 -- 10.20.193.52:0/1998321404 learned_addr learned my addr 10.20.193.52:0/1998321404 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb111ce4640 1 --2- 10.20.193.52:0/1998321404 >> v2:10.20.193.86:3300/0 conn(0x7fb10c15ec20 0x7fb10c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 -- 10.20.193.52:0/1998321404 >> v2:10.20.193.86:3300/0 conn(0x7fb10c15ec20 msgr2=0x7fb10c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 --2- 10.20.193.52:0/1998321404 >> v2:10.20.193.86:3300/0 conn(0x7fb10c15ec20 0x7fb10c0724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 -- 10.20.193.52:0/1998321404 >> v1:10.20.193.86:6789/0 conn(0x7fb10c06c770 legacy=0x7fb10c0ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 -- 10.20.193.52:0/1998321404 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb10c072a10 con 0x7fb10c0715c0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.973+0000 7fb1114e3640 1 --2- 10.20.193.52:0/1998321404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c15f000 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb10c067e90 tx=0x7fb10002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104936862c10a717 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb110ce2640 1 -- 10.20.193.52:0/1998321404 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb10002fbd0 con 0x7fb10c0715c0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb110ce2640 1 -- 10.20.193.52:0/1998321404 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb10002fd30 con 0x7fb10c0715c0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb110ce2640 1 -- 10.20.193.52:0/1998321404 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb10002fea0 con 0x7fb10c0715c0 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 -- 10.20.193.52:0/1998321404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 msgr2=0x7fb10c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 --2- 10.20.193.52:0/1998321404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c15f000 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb10c067e90 tx=0x7fb10002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 -- 10.20.193.52:0/1998321404 shutdown_connections 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 --2- 10.20.193.52:0/1998321404 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c15f000 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 --2- 10.20.193.52:0/1998321404 >> v2:10.20.193.86:3300/0 conn(0x7fb10c15ec20 0x7fb10c0724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 -- 10.20.193.52:0/1998321404 >> 10.20.193.52:0/1998321404 conn(0x7fb10c0cef90 msgr2=0x7fb10c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 -- 10.20.193.52:0/1998321404 shutdown_connections 2026-02-25T15:50:32.977 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 -- 10.20.193.52:0/1998321404 wait complete. 2026-02-25T15:50:32.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.974+0000 7fb113f6f640 1 Processor -- start 2026-02-25T15:50:32.978 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- start start 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 0x7fb10c137940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 0x7fb10c15b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c0c48c0 con 0x7fb10c0715c0 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c0c4ba0 con 0x7fb10c15ec20 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb10c0c4e80 con 0x7fb10c06c770 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55474/0 (socket says 10.20.193.52:55474) 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 -- 10.20.193.52:0/3313599378 learned_addr learned my addr 10.20.193.52:0/3313599378 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb111ce4640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 0x7fb10c137940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 -- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 msgr2=0x7fb10c137940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.980 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1124e5640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 0x7fb10c15b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 0x7fb10c137940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 -- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 msgr2=0x7fb10c15b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 0x7fb10c15b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 -- 10.20.193.52:0/3313599378 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1000095d0 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb111ce4640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 0x7fb10c137940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1124e5640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 0x7fb10c15b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb1114e3640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb100009a70 tx=0x7fb1000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb10002fea0 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb100040890 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb10c0c5160 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb100040c40 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.975+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb10c0c5960 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.976+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb10c0c5680 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.976+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 8) v1 ==== 98121+0+0 (secure 0 0 0) 0x7fb100049020 con 0x7fb10c0715c0 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.977+0000 7fb0fa7fc640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 0x7fb0dc0783b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:32.981 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.977+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fb1000bc240 con 0x7fb10c0715c0 2026-02-25T15:50:32.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.977+0000 7fb111ce4640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 0x7fb0dc0783b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:32.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.977+0000 7fb111ce4640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 0x7fb0dc0783b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc008990 tx=0x7fb0fc008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:32.982 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:32.979+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb10c0c5680 con 0x7fb10c0715c0 2026-02-25T15:50:33.060 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.058+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb10c0c5680 con 0x7fb10c0715c0 2026-02-25T15:50:33.060 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.058+0000 7fb0fa7fc640 1 -- 10.20.193.52:0/3313599378 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb10c0c5680 con 0x7fb10c0715c0 2026-02-25T15:50:33.060 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 msgr2=0x7fb0dc0783b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 0x7fb0dc0783b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc008990 tx=0x7fb0fc008040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 msgr2=0x7fb10c0c6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb100009a70 tx=0x7fb1000047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 shutdown_connections 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb0dc075ef0 0x7fb0dc0783b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb10c15ec20 0x7fb10c15b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb10c0715c0 0x7fb10c0c6c10 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 --2- 10.20.193.52:0/3313599378 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb10c06c770 0x7fb10c137940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.061 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 >> 10.20.193.52:0/3313599378 conn(0x7fb10c0cef90 msgr2=0x7fb10c0ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.062 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 shutdown_connections 2026-02-25T15:50:33.062 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.059+0000 7fb113f6f640 1 -- 10.20.193.52:0/3313599378 wait complete. 2026-02-25T15:50:33.069 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:33.137 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 Processor -- start 2026-02-25T15:50:33.137 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 -- start start 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0b815d390 0x7fd0b80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b806c770 0x7fd0b80adc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd0b80ae190 0x7fd0b8160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0b80ad7c0 con 0x7fd0b815d390 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0b806cbd0 con 0x7fd0b80ae190 2026-02-25T15:50:33.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bed58640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b80b2020 con 0x7fd0b806c770 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bcacd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0b815d390 0x7fd0b80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bcacd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd0b815d390 0x7fd0b80b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55476/0 (socket says 10.20.193.52:55476) 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.136+0000 7fd0bcacd640 1 -- 10.20.193.52:0/1739130386 learned_addr learned my addr 10.20.193.52:0/1739130386 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 -- 10.20.193.52:0/1739130386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b806c770 msgr2=0x7fd0b80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/1739130386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b806c770 0x7fd0b80adc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 -- 10.20.193.52:0/1739130386 >> v2:10.20.193.86:3300/0 conn(0x7fd0b80ae190 msgr2=0x7fd0b8160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/1739130386 >> v2:10.20.193.86:3300/0 conn(0x7fd0b80ae190 0x7fd0b8160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 -- 10.20.193.52:0/1739130386 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0b80b2300 con 0x7fd0b815d390 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/1739130386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b815d390 0x7fd0b80b2a90 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80cec80 tx=0x7fd0a802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf9630c93c6550c server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0af7fe640 1 -- 10.20.193.52:0/1739130386 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0a802fbd0 con 0x7fd0b815d390 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0af7fe640 1 -- 10.20.193.52:0/1739130386 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0a802fd30 con 0x7fd0b815d390 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0af7fe640 1 -- 10.20.193.52:0/1739130386 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0a802fea0 con 0x7fd0b815d390 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 -- 10.20.193.52:0/1739130386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b815d390 msgr2=0x7fd0b80b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 --2- 10.20.193.52:0/1739130386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b815d390 0x7fd0b80b2a90 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80cec80 tx=0x7fd0a802ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 -- 10.20.193.52:0/1739130386 shutdown_connections 2026-02-25T15:50:33.140 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 --2- 10.20.193.52:0/1739130386 >> v2:10.20.193.86:3300/0 conn(0x7fd0b80ae190 0x7fd0b8160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.141 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 --2- 10.20.193.52:0/1739130386 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b806c770 0x7fd0b80adc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.141 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 --2- 10.20.193.52:0/1739130386 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b815d390 0x7fd0b80b2a90 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.141 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.137+0000 7fd0bed58640 1 -- 10.20.193.52:0/1739130386 >> 10.20.193.52:0/1739130386 conn(0x7fd0b80cef90 msgr2=0x7fd0b80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.141 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.138+0000 7fd0bed58640 1 -- 10.20.193.52:0/1739130386 shutdown_connections 2026-02-25T15:50:33.141 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.138+0000 7fd0bed58640 1 -- 10.20.193.52:0/1739130386 wait complete. 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.138+0000 7fd0bed58640 1 Processor -- start 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.138+0000 7fd0bed58640 1 -- start start 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b80ae190 0x7fd0b8154750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 0x7fd0b80ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b80cae00 con 0x7fd0b806c770 2026-02-25T15:50:33.143 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b81545e0 con 0x7fd0b815d390 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0b80c3f90 con 0x7fd0b80ae190 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55486/0 (socket says 10.20.193.52:55486) 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 -- 10.20.193.52:0/2879869975 learned_addr learned my addr 10.20.193.52:0/2879869975 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0affff640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b80ae190 0x7fd0b8154750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 -- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b80ae190 msgr2=0x7fd0b8154750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b80ae190 0x7fd0b8154750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 -- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 msgr2=0x7fd0b80ca8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bd2ce640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 0x7fd0b80ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 0x7fd0b80ca8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 -- 10.20.193.52:0/2879869975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0a80095d0 con 0x7fd0b806c770 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bd2ce640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 0x7fd0b80ca8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bcacd640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009a70 tx=0x7fd0a80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0a802fea0 con 0x7fd0b806c770 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0a8040840 con 0x7fd0b806c770 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0b81f8a30 con 0x7fd0b806c770 2026-02-25T15:50:33.144 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0a8040bf0 con 0x7fd0b806c770 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0b81f8ff0 con 0x7fd0b806c770 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.139+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0b80c4160 con 0x7fd0b806c770 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.140+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 8) v1 ==== 98121+0+0 (secure 0 0 0) 0x7fd0a8050070 con 0x7fd0b806c770 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.140+0000 7fd0ad7fa640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 0x7fd0880783d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.141+0000 7fd0affff640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 0x7fd0880783d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.141+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fd0a80bc470 con 0x7fd0b806c770 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.141+0000 7fd0affff640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 0x7fd0880783d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd0b806c700 tx=0x7fd0a0008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.145 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.142+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd0a80824e0 con 0x7fd0b806c770 2026-02-25T15:50:33.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.221+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd0b8068270 con 0x7fd0b806c770 2026-02-25T15:50:33.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.221+0000 7fd0ad7fa640 1 -- 10.20.193.52:0/2879869975 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v39) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd0a8085560 con 0x7fd0b806c770 2026-02-25T15:50:33.223 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:33.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 msgr2=0x7fd0880783d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 0x7fd0880783d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd0b806c700 tx=0x7fd0a0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 msgr2=0x7fd0b81f8450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fd0a8009a70 tx=0x7fd0a80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 shutdown_connections 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fd088075f10 0x7fd0880783d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd0b815d390 0x7fd0b80ca8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd0b80ae190 0x7fd0b8154750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 --2- 10.20.193.52:0/2879869975 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd0b806c770 0x7fd0b81f8450 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 >> 10.20.193.52:0/2879869975 conn(0x7fd0b80cef90 msgr2=0x7fd0b8070960 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 shutdown_connections 2026-02-25T15:50:33.225 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.222+0000 7fd0bed58640 1 -- 10.20.193.52:0/2879869975 wait complete. 2026-02-25T15:50:33.231 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:33.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.297+0000 7f7f45d6f640 1 Processor -- start 2026-02-25T15:50:33.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.297+0000 7f7f45d6f640 1 -- start start 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f45d6f640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 0x7f7f400cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f45d6f640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7f4006b0a0 0x7f7f400cb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f45d6f640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f400caba0 con 0x7f7f400c5f00 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f45d6f640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f400ce4b0 con 0x7f7f4006b0a0 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f45d6f640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f400ce790 con 0x7f7f4015d5e0 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7f4006b0a0 0x7f7f400cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7f4006b0a0 0x7f7f400cb030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55502/0 (socket says 10.20.193.52:55502) 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 -- 10.20.193.52:0/3518332367 learned_addr learned my addr 10.20.193.52:0/3518332367 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3f7fe640 1 --2- 10.20.193.52:0/3518332367 >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 0x7f7f400cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 -- 10.20.193.52:0/3518332367 >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 msgr2=0x7f7f400cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 --2- 10.20.193.52:0/3518332367 >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 0x7f7f400cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.300 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 -- 10.20.193.52:0/3518332367 >> v1:10.20.193.86:6789/0 conn(0x7f7f400c5f00 legacy=0x7f7f4006a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3ffff640 1 -- 10.20.193.52:0/3518332367 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f400cea70 con 0x7f7f4006b0a0 2026-02-25T15:50:33.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.298+0000 7f7f3f7fe640 1 --2- 10.20.193.52:0/3518332367 >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 0x7f7f400cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:33.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.299+0000 7f7f3ffff640 1 --2- 10.20.193.52:0/3518332367 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f4006b0a0 0x7f7f400cb030 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7f4006d020 tx=0x7f7f3402f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35b5080629705fc5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.301+0000 7f7f3e7fc640 1 -- 10.20.193.52:0/3518332367 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f34006ea0 con 0x7f7f4006b0a0 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.301+0000 7f7f3e7fc640 1 -- 10.20.193.52:0/3518332367 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f3402fd70 con 0x7f7f4006b0a0 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.301+0000 7f7f3e7fc640 1 -- 10.20.193.52:0/3518332367 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f34037610 con 0x7f7f4006b0a0 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3518332367 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f4006b0a0 msgr2=0x7f7f400cb030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3518332367 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f4006b0a0 0x7f7f400cb030 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7f4006d020 tx=0x7f7f3402f310 comp rx=0 tx=0).stop 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3518332367 shutdown_connections 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3518332367 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f4006b0a0 0x7f7f400cb030 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.303 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3518332367 >> v2:10.20.193.86:3300/0 conn(0x7f7f4015d5e0 0x7f7f400cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3518332367 >> 10.20.193.52:0/3518332367 conn(0x7f7f400ccae0 msgr2=0x7f7f400ccef0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3518332367 shutdown_connections 2026-02-25T15:50:33.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3518332367 wait complete. 2026-02-25T15:50:33.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 Processor -- start 2026-02-25T15:50:33.304 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.302+0000 7f7f45d6f640 1 -- start start 2026-02-25T15:50:33.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f4006b0a0 0x7f7f4015ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f4015d5e0 0x7f7f400ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.305 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f401601a0 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f40153e90 con 0x7f7f4006b0a0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f400b5f50 con 0x7f7f4015d5e0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55508/0 (socket says 10.20.193.52:55508) 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 -- 10.20.193.52:0/3054084799 learned_addr learned my addr 10.20.193.52:0/3054084799 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3ffff640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f4015d5e0 0x7f7f400ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3f7fe640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f4006b0a0 0x7f7f4015ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 -- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f4015d5e0 msgr2=0x7f7f400ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f4015d5e0 0x7f7f400ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 -- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f4006b0a0 msgr2=0x7f7f4015ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f4006b0a0 0x7f7f4015ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 -- 10.20.193.52:0/3054084799 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f34009b30 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f3effd640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c5d0 tx=0x7f7f3000caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f30012830 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f300129b0 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.303+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f4015f520 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.304+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f30012d60 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.304+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f4015fae0 con 0x7f7f400c5f00 2026-02-25T15:50:33.306 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.304+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f400cb030 con 0x7f7f400c5f00 2026-02-25T15:50:33.307 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.306+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7f7f30022020 con 0x7f7f400c5f00 2026-02-25T15:50:33.308 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.306+0000 7f7f1bfff640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 0x7f7f10078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.308 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.307+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f7f30097420 con 0x7f7f400c5f00 2026-02-25T15:50:33.308 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.307+0000 7f7f3f7fe640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 0x7f7f10078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.308 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.307+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7f3005cf20 con 0x7f7f400c5f00 2026-02-25T15:50:33.308 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.307+0000 7f7f3f7fe640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 0x7f7f10078670 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7f400700a0 tx=0x7f7f2c008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.384+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7f400c51b0 con 0x7f7f400c5f00 2026-02-25T15:50:33.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.384+0000 7f7f1bfff640 1 -- 10.20.193.52:0/3054084799 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v39) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7f3005ffa0 con 0x7f7f400c5f00 2026-02-25T15:50:33.386 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:33.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 msgr2=0x7f7f10078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.387 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 0x7f7f10078670 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7f400700a0 tx=0x7f7f2c008040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 msgr2=0x7f7f40153950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f7f3000c5d0 tx=0x7f7f3000caa0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 shutdown_connections 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f7f100761b0 0x7f7f10078670 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7f4015d5e0 0x7f7f400ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7f400c5f00 0x7f7f40153950 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 --2- 10.20.193.52:0/3054084799 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7f4006b0a0 0x7f7f4015ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 >> 10.20.193.52:0/3054084799 conn(0x7f7f400ccae0 msgr2=0x7f7f400afc00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 shutdown_connections 2026-02-25T15:50:33.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.385+0000 7f7f45d6f640 1 -- 10.20.193.52:0/3054084799 wait complete. 2026-02-25T15:50:33.395 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:33.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 Processor -- start 2026-02-25T15:50:33.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 -- start start 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0bc40b27f0 0x7f0bc4142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc4143250 0x7f0bc40ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bc40b40f0 con 0x7f0bc4140270 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bc4143a40 con 0x7f0bc40b27f0 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bcb7cf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc40addc0 con 0x7f0bc4143250 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.460+0000 7f0bc8d43640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0bc40b27f0 0x7f0bc4142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0bc40b27f0 0x7f0bc4142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55530/0 (socket says 10.20.193.52:55530) 2026-02-25T15:50:33.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 -- 10.20.193.52:0/161489479 learned_addr learned my addr 10.20.193.52:0/161489479 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc9d45640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc4143250 0x7f0bc40ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 -- 10.20.193.52:0/161489479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc4143250 msgr2=0x7f0bc40ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc4143250 0x7f0bc40ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 -- 10.20.193.52:0/161489479 >> v1:10.20.193.86:6789/0 conn(0x7f0bc4140270 legacy=0x7f0bc40b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 -- 10.20.193.52:0/161489479 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bc40b4370 con 0x7f0bc40b27f0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bc8d43640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc40b27f0 0x7f0bc4142d10 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009970 tx=0x7f0bb802efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6066056d124603a2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bb3fff640 1 -- 10.20.193.52:0/161489479 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb802fbe0 con 0x7f0bc40b27f0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bb3fff640 1 -- 10.20.193.52:0/161489479 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bb802fd40 con 0x7f0bc40b27f0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bb3fff640 1 -- 10.20.193.52:0/161489479 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb8037660 con 0x7f0bc40b27f0 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/161489479 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc40b27f0 msgr2=0x7f0bc4142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc40b27f0 0x7f0bc4142d10 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009970 tx=0x7f0bb802efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/161489479 shutdown_connections 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc4143250 0x7f0bc40ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/161489479 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc40b27f0 0x7f0bc4142d10 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/161489479 >> 10.20.193.52:0/161489479 conn(0x7f0bc406c980 msgr2=0x7f0bc406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/161489479 shutdown_connections 2026-02-25T15:50:33.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.461+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/161489479 wait complete. 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 Processor -- start 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 -- start start 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc40b27f0 0x7f0bc413f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0bc4140270 0x7f0bc413eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.462+0000 7f0bcb7cf640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc41f4e60 con 0x7f0bc4143250 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bcb7cf640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc413ff10 con 0x7f0bc4140270 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bcb7cf640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc413fb70 con 0x7f0bc40b27f0 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55536/0 (socket says 10.20.193.52:55536) 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 -- 10.20.193.52:0/643584548 learned_addr learned my addr 10.20.193.52:0/643584548 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9544640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc40b27f0 0x7f0bc413f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc8d43640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0bc4140270 0x7f0bc413eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 -- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc40b27f0 msgr2=0x7f0bc413f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc40b27f0 0x7f0bc413f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 -- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0bc4140270 msgr2=0x7f0bc413eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0bc4140270 0x7f0bc413eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 -- 10.20.193.52:0/643584548 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb80095d0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bc9d45640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0007e70 tx=0x7f0bc000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0006ea0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bc0014640 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bc413f0e0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc00149f0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bc41f5340 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.463+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bc41436c0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.464+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7f0bc0014b50 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.464+0000 7f0bb1ffb640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 0x7f0b94078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.464+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f0bc00989c0 con 0x7f0bc4143250 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.464+0000 7f0bc9544640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 0x7f0b94078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.467 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.465+0000 7f0bc9544640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 0x7f0b94078670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4147070 tx=0x7f0bb4009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.468 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.467+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0bc005e4c0 con 0x7f0bc4143250 2026-02-25T15:50:33.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.548+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0bc4161c00 con 0x7f0bc4143250 2026-02-25T15:50:33.550 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.548+0000 7f0bb1ffb640 1 -- 10.20.193.52:0/643584548 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v39) v1 ==== 80+0+351 (secure 0 0 0) 0x7f0bc000eea0 con 0x7f0bc4143250 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/1103185915 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6801/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6800/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/2436275369 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/379719783 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.551 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/3395753474 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:33.552 INFO:teuthology.orchestra.run.trial052.stderr:listed 6 entries 2026-02-25T15:50:33.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 msgr2=0x7f0b94078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.552 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 0x7f0b94078670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4147070 tx=0x7f0bb4009040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 msgr2=0x7f0bc4160bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0007e70 tx=0x7f0bc000e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 shutdown_connections 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0b940761b0 0x7f0b94078670 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0bc4143250 0x7f0bc4160bd0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0bc4140270 0x7f0bc413eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 --2- 10.20.193.52:0/643584548 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0bc40b27f0 0x7f0bc413f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 >> 10.20.193.52:0/643584548 conn(0x7f0bc406c980 msgr2=0x7f0bc406cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 shutdown_connections 2026-02-25T15:50:33.553 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.549+0000 7f0bcb7cf640 1 -- 10.20.193.52:0/643584548 wait complete. 2026-02-25T15:50:33.558 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:33.558 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:33.577 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:33.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.683+0000 7f62e84d2640 1 Processor -- start 2026-02-25T15:50:33.691 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 -- start start 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62e00ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f62e00b4470 0x7f62e00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62e015bcc0 con 0x7f62e015b750 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62e00b4e60 con 0x7f62e00b4470 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e84d2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62e0071c60 con 0x7f62e0071710 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5a46640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f62e015b750 0x7f62e0070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48364/0 (socket says 10.20.193.52:48364) 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5a46640 1 -- 10.20.193.52:0/908327061 learned_addr learned my addr 10.20.193.52:0/908327061 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e6247640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62e00ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e6a48640 1 --2- 10.20.193.52:0/908327061 >> v2:10.20.193.86:3300/0 conn(0x7f62e00b4470 0x7f62e00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.692 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3099727705 0 0) 0x7f62e015bcc0 con 0x7f62e015b750 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f62c8003620 con 0x7f62e015b750 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4239270248 0 0) 0x7f62c8003620 con 0x7f62e015b750 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 msgr2=0x7f62e00ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62e00ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 >> v2:10.20.193.86:3300/0 conn(0x7f62e00b4470 msgr2=0x7f62e00b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 --2- 10.20.193.52:0/908327061 >> v2:10.20.193.86:3300/0 conn(0x7f62e00b4470 0x7f62e00b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62e015bfa0 con 0x7f62e015b750 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.684+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f62d4002f00 con 0x7f62e015b750 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 >> v1:10.20.193.52:6789/0 conn(0x7f62e015b750 legacy=0x7f62e0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62c8003bd0 0x7f62c8003ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62c80048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.693 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62c8004e50 0x7f62c80052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62e00b4e60 con 0x7f62c8004e50 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62c800bc60 con 0x7f62c8003bd0 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62c800be20 con 0x7f62e0071710 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62c8004e50 0x7f62c80052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5a46640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62c80048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6247640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62c8003bd0 0x7f62c8003ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 -- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 msgr2=0x7f62c80048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0071710 0x7f62c80048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 -- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62c8003bd0 msgr2=0x7f62c8003ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62c8003bd0 0x7f62c8003ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 -- 10.20.193.52:0/908327061 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c8003620 con 0x7f62c8004e50 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e6a48640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62c8004e50 0x7f62c80052d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f62dc007330 tx=0x7f62dc02f750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f82eafdda18140e2 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.694 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc006ea0 con 0x7f62c8004e50 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62dc032050 con 0x7f62c8004e50 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.685+0000 7f62e5245640 1 -- 10.20.193.52:0/908327061 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc036820 con 0x7f62c8004e50 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- 10.20.193.52:0/908327061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62c8004e50 msgr2=0x7f62c80052d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 --2- 10.20.193.52:0/908327061 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62c8004e50 0x7f62c80052d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f62dc007330 tx=0x7f62dc02f750 comp rx=0 tx=0).stop 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e6a48640 1 -- 10.20.193.52:0/908327061 reap_dead start 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- 10.20.193.52:0/908327061 shutdown_connections 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- 10.20.193.52:0/908327061 >> 10.20.193.52:0/908327061 conn(0x7f62e006c980 msgr2=0x7f62e006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- 10.20.193.52:0/908327061 shutdown_connections 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- 10.20.193.52:0/908327061 wait complete. 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 Processor -- start 2026-02-25T15:50:33.695 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.686+0000 7f62e84d2640 1 -- start start 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0148920 0x7f62e014e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 0x7f62e014b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62e014be50 con 0x7f62e014b9c0 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62e014d8f0 con 0x7f62e0148d00 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62e00a9020 con 0x7f62e0148920 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55556/0 (socket says 10.20.193.52:55556) 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 -- 10.20.193.52:0/3784947258 learned_addr learned my addr 10.20.193.52:0/3784947258 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6247640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0148920 0x7f62e014e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e5a46640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 0x7f62e014b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.696 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 -- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0148920 msgr2=0x7f62e014e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0148920 0x7f62e014e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 -- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 msgr2=0x7f62e014b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 0x7f62e014b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 -- 10.20.193.52:0/3784947258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62e014e940 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e5a46640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 0x7f62e014b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e6a48640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f62dc02fc60 tx=0x7f62dc004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc006ea0 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62dc002e50 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc041420 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62e014d610 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.687+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62e00a8cb0 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.688+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62e00a91b0 con 0x7f62e014b9c0 2026-02-25T15:50:33.697 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.688+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7f62dc041580 con 0x7f62e014b9c0 2026-02-25T15:50:33.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.689+0000 7f62c6ffd640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 0x7f62b0078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.689+0000 7f62e6247640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 0x7f62b0078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.689+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f62dc0bc7b0 con 0x7f62e014b9c0 2026-02-25T15:50:33.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.689+0000 7f62e6247640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 0x7f62b0078670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f62d0006fd0 tx=0x7f62d0008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.698 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.691+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f62dc0821e0 con 0x7f62e014b9c0 2026-02-25T15:50:33.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.771+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f62e00a8e70 con 0x7f62e014b9c0 2026-02-25T15:50:33.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.772+0000 7f62c6ffd640 1 -- 10.20.193.52:0/3784947258 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+17160 (secure 0 0 0) 0x7f62dc085260 con 0x7f62e014b9c0 2026-02-25T15:50:33.774 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:33.774 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":39,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:31.288377+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:33.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 msgr2=0x7f62b0078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 0x7f62b0078670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f62d0006fd0 tx=0x7f62d0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 msgr2=0x7f62e014c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f62dc02fc60 tx=0x7f62dc004bb0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 shutdown_connections 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f62b00761b0 0x7f62b0078670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f62e014b9c0 0x7f62e014c900 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f62e0148d00 0x7f62e014b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 --2- 10.20.193.52:0/3784947258 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f62e0148920 0x7f62e014e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 >> 10.20.193.52:0/3784947258 conn(0x7f62e006c980 msgr2=0x7f62e0073eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 shutdown_connections 2026-02-25T15:50:33.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.773+0000 7f62e84d2640 1 -- 10.20.193.52:0/3784947258 wait complete. 2026-02-25T15:50:33.782 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:50:21.356468+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:50:22.369195+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:50:33.782 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:33.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 Processor -- start 2026-02-25T15:50:33.856 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 -- start start 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0b100b2a90 0x7f0b1006c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b100ad7c0 con 0x7f0b100ae360 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b100b2020 con 0x7f0b1015d390 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.850+0000 7f0b16eac640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b100b2300 con 0x7f0b100b2a90 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b07fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f0b100b2a90 0x7f0b1006c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b15422640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f0b100ae360 0x7f0b100709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48366/0 (socket says 10.20.193.52:48366) 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b15422640 1 -- 10.20.193.52:0/217279016 learned_addr learned my addr 10.20.193.52:0/217279016 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b07fff640 1 -- 10.20.193.52:0/217279016 >> v1:10.20.193.86:6789/0 conn(0x7f0b1015d390 legacy=0x7f0b100adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b07fff640 1 -- 10.20.193.52:0/217279016 >> v1:10.20.193.52:6789/0 conn(0x7f0b100ae360 legacy=0x7f0b100709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b07fff640 1 -- 10.20.193.52:0/217279016 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b100b25e0 con 0x7f0b100b2a90 2026-02-25T15:50:33.857 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b07fff640 1 --2- 10.20.193.52:0/217279016 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b100b2a90 0x7f0b1006c770 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f0af80098a0 tx=0x7f0af802eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961af6f5b02daaa0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b077fe640 1 -- 10.20.193.52:0/217279016 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af802fb70 con 0x7f0b100b2a90 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b077fe640 1 -- 10.20.193.52:0/217279016 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0af802fcd0 con 0x7f0b100b2a90 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b077fe640 1 -- 10.20.193.52:0/217279016 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af8037660 con 0x7f0b100b2a90 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b16eac640 1 -- 10.20.193.52:0/217279016 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b100b2a90 msgr2=0x7f0b1006c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b16eac640 1 --2- 10.20.193.52:0/217279016 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b100b2a90 0x7f0b1006c770 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f0af80098a0 tx=0x7f0af802eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b16eac640 1 -- 10.20.193.52:0/217279016 shutdown_connections 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b16eac640 1 --2- 10.20.193.52:0/217279016 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b100b2a90 0x7f0b1006c770 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.851+0000 7f0b16eac640 1 -- 10.20.193.52:0/217279016 >> 10.20.193.52:0/217279016 conn(0x7f0b100cef90 msgr2=0x7f0b100cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.852+0000 7f0b16eac640 1 -- 10.20.193.52:0/217279016 shutdown_connections 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.852+0000 7f0b16eac640 1 -- 10.20.193.52:0/217279016 wait complete. 2026-02-25T15:50:33.858 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.852+0000 7f0b16eac640 1 Processor -- start 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.852+0000 7f0b16eac640 1 -- start start 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0b100ae360 0x7f0b10156190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0b100b2a90 0x7f0b100cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b1015e4e0 con 0x7f0b1015d390 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b1015d8f0 con 0x7f0b100ae360 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b10156a10 con 0x7f0b100b2a90 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55576/0 (socket says 10.20.193.52:55576) 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 -- 10.20.193.52:0/1340209796 learned_addr learned my addr 10.20.193.52:0/1340209796 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b14c21640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0b100ae360 0x7f0b10156190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b07fff640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0b100b2a90 0x7f0b100cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 -- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0b100b2a90 msgr2=0x7f0b100cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0b100b2a90 0x7f0b100cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 -- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0b100ae360 msgr2=0x7f0b10156190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0b100ae360 0x7f0b10156190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 -- 10.20.193.52:0/1340209796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0af8009500 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b15422640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c00cb40 tx=0x7f0b0c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c00acf0 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b0c00ae50 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b100ae8f0 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c012600 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.853+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b1015db40 con 0x7f0b1015d390 2026-02-25T15:50:33.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.854+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b1015e620 con 0x7f0b1015d390 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.854+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7f0b0c012760 con 0x7f0b1015d390 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.854+0000 7f0b057fa640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 0x7f0ae0078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.854+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f0b0c096fd0 con 0x7f0b1015d390 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.854+0000 7f0b14c21640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 0x7f0ae0078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.855+0000 7f0b14c21640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 0x7f0ae0078670 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0b1015c6b0 tx=0x7f0b00009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:33.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.856+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f0b1015e620 con 0x7f0b1015d390 2026-02-25T15:50:33.937 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.935+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0b1015e620 con 0x7f0b1015d390 2026-02-25T15:50:33.938 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.935+0000 7f0b057fa640 1 -- 10.20.193.52:0/1340209796 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0b1015e620 con 0x7f0b1015d390 2026-02-25T15:50:33.938 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:33.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 msgr2=0x7f0ae0078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 0x7f0ae0078670 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0b1015c6b0 tx=0x7f0b00009040 comp rx=0 tx=0).stop 2026-02-25T15:50:33.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 msgr2=0x7f0b101e8970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:33.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c00cb40 tx=0x7f0b0c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:33.939 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 shutdown_connections 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f0ae00761b0 0x7f0ae0078670 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f0b1015d390 0x7f0b101e8970 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f0b100b2a90 0x7f0b100cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 --2- 10.20.193.52:0/1340209796 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f0b100ae360 0x7f0b10156190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 >> 10.20.193.52:0/1340209796 conn(0x7f0b100cef90 msgr2=0x7f0b100b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 shutdown_connections 2026-02-25T15:50:33.940 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:33.937+0000 7f0b16eac640 1 -- 10.20.193.52:0/1340209796 wait complete. 2026-02-25T15:50:33.947 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.013+0000 7fb279cee640 1 Processor -- start 2026-02-25T15:50:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.013+0000 7fb279cee640 1 -- start start 2026-02-25T15:50:34.019 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb279cee640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fb27415ec20 0x7fb2740724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb279cee640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb2740715c0 0x7fb27415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb279cee640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb274071d80 con 0x7fb27406c770 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb279cee640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2740cdf70 con 0x7fb2740715c0 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb279cee640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2740cd680 con 0x7fb27415ec20 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb2740715c0 0x7fb27415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb273fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fb27406c770 0x7fb2740ce400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48378/0 (socket says 10.20.193.52:48378) 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fb2740715c0 0x7fb27415f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55590/0 (socket says 10.20.193.52:55590) 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb273fff640 1 -- 10.20.193.52:0/1230109089 learned_addr learned my addr 10.20.193.52:0/1230109089 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb2737fe640 1 --2- 10.20.193.52:0/1230109089 >> v2:10.20.193.86:3300/0 conn(0x7fb27415ec20 0x7fb2740724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 -- 10.20.193.52:0/1230109089 >> v2:10.20.193.86:3300/0 conn(0x7fb27415ec20 msgr2=0x7fb2740724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:34.020 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 --2- 10.20.193.52:0/1230109089 >> v2:10.20.193.86:3300/0 conn(0x7fb27415ec20 0x7fb2740724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 -- 10.20.193.52:0/1230109089 >> v1:10.20.193.52:6789/0 conn(0x7fb27406c770 legacy=0x7fb2740ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 -- 10.20.193.52:0/1230109089 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb274072a10 con 0x7fb2740715c0 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.014+0000 7fb272ffd640 1 --2- 10.20.193.52:0/1230109089 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb2740715c0 0x7fb27415f000 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb274067e90 tx=0x7fb26402ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add26b99ebe5a801 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb2727fc640 1 -- 10.20.193.52:0/1230109089 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26402fb80 con 0x7fb2740715c0 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb2727fc640 1 -- 10.20.193.52:0/1230109089 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb26402fce0 con 0x7fb2740715c0 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb2727fc640 1 -- 10.20.193.52:0/1230109089 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb264037660 con 0x7fb2740715c0 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- 10.20.193.52:0/1230109089 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb2740715c0 msgr2=0x7fb27415f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 --2- 10.20.193.52:0/1230109089 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb2740715c0 0x7fb27415f000 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fb274067e90 tx=0x7fb26402ee70 comp rx=0 tx=0).stop 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- 10.20.193.52:0/1230109089 shutdown_connections 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 --2- 10.20.193.52:0/1230109089 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb2740715c0 0x7fb27415f000 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 --2- 10.20.193.52:0/1230109089 >> v2:10.20.193.86:3300/0 conn(0x7fb27415ec20 0x7fb2740724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- 10.20.193.52:0/1230109089 >> 10.20.193.52:0/1230109089 conn(0x7fb2740cef90 msgr2=0x7fb2740cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.021 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- 10.20.193.52:0/1230109089 shutdown_connections 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- 10.20.193.52:0/1230109089 wait complete. 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 Processor -- start 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.015+0000 7fb279cee640 1 -- start start 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2740715c0 0x7fb27413b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 0x7fb2741369a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb27413bf00 con 0x7fb27406c770 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb274136ee0 con 0x7fb27415ec20 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb27413c160 con 0x7fb2740715c0 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55600/0 (socket says 10.20.193.52:55600) 2026-02-25T15:50:34.022 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 -- 10.20.193.52:0/3143547741 learned_addr learned my addr 10.20.193.52:0/3143547741 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb273fff640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 0x7fb2741369a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 -- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2740715c0 msgr2=0x7fb27413b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2740715c0 0x7fb27413b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 -- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 msgr2=0x7fb2741369a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 0x7fb2741369a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 -- 10.20.193.52:0/3143547741 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb264009500 con 0x7fb27406c770 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb273fff640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 0x7fb2741369a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb2737fe640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb26000e7c0 tx=0x7fb26000ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26000c8d0 con 0x7fb27406c770 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb26000ca30 con 0x7fb27406c770 2026-02-25T15:50:34.023 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb27413c440 con 0x7fb27406c770 2026-02-25T15:50:34.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb26000cdc0 con 0x7fb27406c770 2026-02-25T15:50:34.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.016+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb27413ca00 con 0x7fb27406c770 2026-02-25T15:50:34.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.017+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb274068270 con 0x7fb27406c770 2026-02-25T15:50:34.024 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.018+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7fb260026480 con 0x7fb27406c770 2026-02-25T15:50:34.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.018+0000 7fb24ffff640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 0x7fb244078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.018+0000 7fb272ffd640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 0x7fb244078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.018+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fb2600977d0 con 0x7fb27406c770 2026-02-25T15:50:34.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.018+0000 7fb272ffd640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 0x7fb244078670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb264039000 tx=0x7fb264031000 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.025 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.019+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fb26005d240 con 0x7fb27406c770 2026-02-25T15:50:34.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.096+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb27415f540 con 0x7fb27406c770 2026-02-25T15:50:34.098 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb24ffff640 1 -- 10.20.193.52:0/3143547741 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v39) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb2600602c0 con 0x7fb27406c770 2026-02-25T15:50:34.098 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 msgr2=0x7fb244078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 0x7fb244078670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb264039000 tx=0x7fb264031000 comp rx=0 tx=0).stop 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 msgr2=0x7fb274144170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fb26000e7c0 tx=0x7fb26000ec90 comp rx=0 tx=0).stop 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 shutdown_connections 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fb2440761b0 0x7fb244078670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fb27415ec20 0x7fb2741369a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fb2740715c0 0x7fb27413b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.099 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 --2- 10.20.193.52:0/3143547741 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fb27406c770 0x7fb274144170 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 >> 10.20.193.52:0/3143547741 conn(0x7fb2740cef90 msgr2=0x7fb2740b2080 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 shutdown_connections 2026-02-25T15:50:34.100 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.097+0000 7fb279cee640 1 -- 10.20.193.52:0/3143547741 wait complete. 2026-02-25T15:50:34.106 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:34.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 Processor -- start 2026-02-25T15:50:34.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 -- start start 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdcfc160e90 0x7fdcfc1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fdcfc0b40a0 0x7fdcfc0b4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcfc161830 con 0x7fdcfc15d540 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcfc0d1e10 con 0x7fdcfc160e90 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd036b7640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcfc0d22a0 con 0x7fdcfc0b40a0 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd01eb4640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fdcfc160e90 0x7fdcfc1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd026b5640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fdcfc15d540 0x7fdcfc0ce900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:48388/0 (socket says 10.20.193.52:48388) 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.174+0000 7fdd026b5640 1 -- 10.20.193.52:0/2985988041 learned_addr learned my addr 10.20.193.52:0/2985988041 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd02eb6640 1 --2- 10.20.193.52:0/2985988041 >> v2:10.20.193.86:3300/0 conn(0x7fdcfc0b40a0 0x7fdcfc0b4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd01eb4640 1 -- 10.20.193.52:0/2985988041 >> v2:10.20.193.86:3300/0 conn(0x7fdcfc0b40a0 msgr2=0x7fdcfc0b4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd01eb4640 1 --2- 10.20.193.52:0/2985988041 >> v2:10.20.193.86:3300/0 conn(0x7fdcfc0b40a0 0x7fdcfc0b4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd01eb4640 1 -- 10.20.193.52:0/2985988041 >> v1:10.20.193.52:6789/0 conn(0x7fdcfc15d540 legacy=0x7fdcfc0ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd01eb4640 1 -- 10.20.193.52:0/2985988041 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcfc0d1200 con 0x7fdcfc160e90 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd016b3640 1 -- 10.20.193.52:0/2985988041 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2011596743 0 0) 0x7fdcfc161830 con 0x7fdcfc15d540 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd01eb4640 1 --2- 10.20.193.52:0/2985988041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc160e90 0x7fdcfc1612f0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc08d500 tx=0x7fdce802ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=767f8fd5077b545d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd016b3640 1 -- 10.20.193.52:0/2985988041 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce802faf0 con 0x7fdcfc160e90 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd016b3640 1 -- 10.20.193.52:0/2985988041 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdce802fc50 con 0x7fdcfc160e90 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd016b3640 1 -- 10.20.193.52:0/2985988041 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce8037440 con 0x7fdcfc160e90 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 -- 10.20.193.52:0/2985988041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc160e90 msgr2=0x7fdcfc1612f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 --2- 10.20.193.52:0/2985988041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc160e90 0x7fdcfc1612f0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc08d500 tx=0x7fdce802ede0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 -- 10.20.193.52:0/2985988041 shutdown_connections 2026-02-25T15:50:34.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 --2- 10.20.193.52:0/2985988041 >> v2:10.20.193.86:3300/0 conn(0x7fdcfc0b40a0 0x7fdcfc0b4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 --2- 10.20.193.52:0/2985988041 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc160e90 0x7fdcfc1612f0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 -- 10.20.193.52:0/2985988041 >> 10.20.193.52:0/2985988041 conn(0x7fdcfc0d32c0 msgr2=0x7fdcfc0d36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 -- 10.20.193.52:0/2985988041 shutdown_connections 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.175+0000 7fdd036b7640 1 -- 10.20.193.52:0/2985988041 wait complete. 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 Processor -- start 2026-02-25T15:50:34.178 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 -- start start 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcfc0b40a0 0x7fdcfc0cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 0x7fdcfc15fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcfc15db30 con 0x7fdcfc15d540 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcfc15de10 con 0x7fdcfc160e90 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd036b7640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcfc15e0f0 con 0x7fdcfc0b40a0 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.176+0000 7fdd01eb4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55612/0 (socket says 10.20.193.52:55612) 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 -- 10.20.193.52:0/503086413 learned_addr learned my addr 10.20.193.52:0/503086413 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd026b5640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcfc0b40a0 0x7fdcfc0cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd02eb6640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 0x7fdcfc15fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 -- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcfc0b40a0 msgr2=0x7fdcfc0cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcfc0b40a0 0x7fdcfc0cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 -- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 msgr2=0x7fdcfc15fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 0x7fdcfc15fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 -- 10.20.193.52:0/503086413 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdce8009500 con 0x7fdcfc15d540 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd02eb6640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 0x7fdcfc15fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd01eb4640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdce8009130 tx=0x7fdce80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce802faf0 con 0x7fdcfc15d540 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdce8042660 con 0x7fdcfc15d540 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcfc15e3d0 con 0x7fdcfc15d540 2026-02-25T15:50:34.179 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce80429f0 con 0x7fdcfc15d540 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcfc152b90 con 0x7fdcfc15d540 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.177+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcfc1612f0 con 0x7fdcfc15d540 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.178+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7fdce8042b50 con 0x7fdcfc15d540 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.178+0000 7fdce6ffd640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 0x7fdccc0786a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.178+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fdce80bcea0 con 0x7fdcfc15d540 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.178+0000 7fdd026b5640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 0x7fdccc0786a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.180 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.179+0000 7fdd026b5640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 0x7fdccc0786a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4002770 tx=0x7fdcf4007c10 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.182 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.180+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fdce8082930 con 0x7fdcfc15d540 2026-02-25T15:50:34.259 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.258+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdcfc15dc70 con 0x7fdcfc15d540 2026-02-25T15:50:34.259 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.258+0000 7fdce6ffd640 1 -- 10.20.193.52:0/503086413 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v39) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdcfc15dc70 con 0x7fdcfc15d540 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 msgr2=0x7fdccc0786a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 0x7fdccc0786a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4002770 tx=0x7fdcf4007c10 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 msgr2=0x7fdcfc152650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdce8009130 tx=0x7fdce80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 shutdown_connections 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fdccc0761e0 0x7fdccc0786a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fdcfc160e90 0x7fdcfc15fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fdcfc15d540 0x7fdcfc152650 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 --2- 10.20.193.52:0/503086413 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fdcfc0b40a0 0x7fdcfc0cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 >> 10.20.193.52:0/503086413 conn(0x7fdcfc0d32c0 msgr2=0x7fdcfc06b850 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 shutdown_connections 2026-02-25T15:50:34.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.259+0000 7fdd036b7640 1 -- 10.20.193.52:0/503086413 wait complete. 2026-02-25T15:50:34.267 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.333+0000 7f74107b8640 1 Processor -- start 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.333+0000 7f74107b8640 1 -- start start 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f74107b8640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7408071710 0x7f74080ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f74107b8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f740815b750 0x7f7408070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f74107b8640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7408070cc0 con 0x7f74080b4470 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f74107b8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7408071c60 con 0x7f740815b750 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f74107b8640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f740815bcc0 con 0x7f7408071710 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f740815b750 0x7f7408070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f740815b750 0x7f7408070780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55624/0 (socket says 10.20.193.52:55624) 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 -- 10.20.193.52:0/1647127412 learned_addr learned my addr 10.20.193.52:0/1647127412 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 -- 10.20.193.52:0/1647127412 >> v2:10.20.193.86:3300/0 conn(0x7f7408071710 msgr2=0x7f74080ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:34.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 --2- 10.20.193.52:0/1647127412 >> v2:10.20.193.86:3300/0 conn(0x7f7408071710 0x7f74080ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 -- 10.20.193.52:0/1647127412 >> v1:10.20.193.86:6789/0 conn(0x7f74080b4470 legacy=0x7f74080720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 -- 10.20.193.52:0/1647127412 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f740815bfa0 con 0x7f740815b750 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.334+0000 7f740dd2c640 1 --2- 10.20.193.52:0/1647127412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f7408070780 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7408067e70 tx=0x7f73fc02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6aacaabb3176248 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f740d52b640 1 -- 10.20.193.52:0/1647127412 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc02fbd0 con 0x7f740815b750 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f740d52b640 1 -- 10.20.193.52:0/1647127412 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73fc02fd30 con 0x7f740815b750 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f740d52b640 1 -- 10.20.193.52:0/1647127412 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc02fea0 con 0x7f740815b750 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 -- 10.20.193.52:0/1647127412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 msgr2=0x7f7408070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 --2- 10.20.193.52:0/1647127412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f7408070780 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f7408067e70 tx=0x7f73fc02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 -- 10.20.193.52:0/1647127412 shutdown_connections 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 --2- 10.20.193.52:0/1647127412 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f7408070780 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 --2- 10.20.193.52:0/1647127412 >> v2:10.20.193.86:3300/0 conn(0x7f7408071710 0x7f74080ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 -- 10.20.193.52:0/1647127412 >> 10.20.193.52:0/1647127412 conn(0x7f740806c980 msgr2=0x7f740806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 -- 10.20.193.52:0/1647127412 shutdown_connections 2026-02-25T15:50:34.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 -- 10.20.193.52:0/1647127412 wait complete. 2026-02-25T15:50:34.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.335+0000 7f74107b8640 1 Processor -- start 2026-02-25T15:50:34.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 -- start start 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7408071710 0x7f74081e84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f74080b4470 0x7f7408146310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7408146b60 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74081e8a10 con 0x7f7408071710 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f74107b8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7408146850 con 0x7f74080b4470 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:55634/0 (socket says 10.20.193.52:55634) 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 -- 10.20.193.52:0/659061250 learned_addr learned my addr 10.20.193.52:0/659061250 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740dd2c640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f74080b4470 0x7f7408146310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740e52d640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7408071710 0x7f74081e84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 -- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f74080b4470 msgr2=0x7f7408146310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f74080b4470 0x7f7408146310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 -- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7408071710 msgr2=0x7f74081e84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7408071710 0x7f74081e84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.336+0000 7f740ed2e640 1 -- 10.20.193.52:0/659061250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73fc0095d0 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f740ed2e640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f740400cc10 tx=0x7f740400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740400ce30 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7404012420 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7408146db0 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74040127d0 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7408147370 con 0x7f740815b750 2026-02-25T15:50:34.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.337+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74080cd3c0 con 0x7f740815b750 2026-02-25T15:50:34.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.338+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 9) v1 ==== 98386+0+0 (secure 0 0 0) 0x7f7404012930 con 0x7f740815b750 2026-02-25T15:50:34.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.338+0000 7f73eeffd640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 0x7f73d0078670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:34.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.338+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f7404098260 con 0x7f740815b750 2026-02-25T15:50:34.339 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.338+0000 7f740e52d640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 0x7f73d0078670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:34.340 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.338+0000 7f740e52d640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 0x7f73d0078670 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f73f8009990 tx=0x7f73f8008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:34.341 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.340+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f740405dcd0 con 0x7f740815b750 2026-02-25T15:50:34.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7408072bd0 con 0x7f740815b750 2026-02-25T15:50:34.426 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f73eeffd640 1 -- 10.20.193.52:0/659061250 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v39) v1 ==== 80+0+351 (secure 0 0 0) 0x7f7404016170 con 0x7f740815b750 2026-02-25T15:50:34.426 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/1103185915 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.426 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6801/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.426 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6800/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.427 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/2436275369 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.427 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/379719783 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.427 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/3395753474 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:listed 6 entries 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 msgr2=0x7f73d0078670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 0x7f73d0078670 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f73f8009990 tx=0x7f73f8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 msgr2=0x7f740814a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f740400cc10 tx=0x7f740400a430 comp rx=0 tx=0).stop 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 shutdown_connections 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f73d00761b0 0x7f73d0078670 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.428 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f740815b750 0x7f740814a050 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f74080b4470 0x7f7408146310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 --2- 10.20.193.52:0/659061250 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7408071710 0x7f74081e84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:34.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 >> 10.20.193.52:0/659061250 conn(0x7f740806c980 msgr2=0x7f74080cccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:34.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 shutdown_connections 2026-02-25T15:50:34.429 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:34.424+0000 7f74107b8640 1 -- 10.20.193.52:0/659061250 wait complete. 2026-02-25T15:50:34.433 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial052.front.sepia.ceph.com... 2026-02-25T15:50:34.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:34.433 DEBUG:teuthology.orchestra.run.trial052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:34.456 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[64987]: fuse finished with error 0 and tester_r 0 2026-02-25T15:50:34.457 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:50:40.558 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:50:40.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:40.559 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2026-02-25T15:50:40.577 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:40.577 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:40.636 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182880k,nr_inodes=16295720,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme0n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21175 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme0n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2026-02-25T15:50:40.637 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.742+0000 7f1e3ef1e640 1 Processor -- start 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.742+0000 7f1e3ef1e640 1 -- start start 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3ef1e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1e3815b750 0x7f1e380ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3ef1e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e380b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3ef1e640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e3815bcc0 con 0x7f1e38071710 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3ef1e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e38071c60 con 0x7f1e3815b750 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3ef1e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e380b4e40 con 0x7f1e380b4470 2026-02-25T15:50:40.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1e3815b750 0x7f1e380ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f1e3815b750 0x7f1e380ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36624/0 (socket says 10.20.193.52:36624) 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 -- 10.20.193.52:0/4263447170 learned_addr learned my addr 10.20.193.52:0/4263447170 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e3d494640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e380b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 -- 10.20.193.52:0/4263447170 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 msgr2=0x7f1e380b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e380b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 -- 10.20.193.52:0/4263447170 >> v1:10.20.193.86:6789/0 conn(0x7f1e38071710 legacy=0x7f1e38070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.743+0000 7f1e2ffff640 1 -- 10.20.193.52:0/4263447170 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e3815bfa0 con 0x7f1e3815b750 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e2ffff640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e380ccfb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1e20009970 tx=0x7f1e2002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b00418a779cf98a8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e2f7fe640 1 -- 10.20.193.52:0/4263447170 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e2002fbe0 con 0x7f1e3815b750 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e2f7fe640 1 -- 10.20.193.52:0/4263447170 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e2002fd40 con 0x7f1e3815b750 2026-02-25T15:50:40.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e2f7fe640 1 -- 10.20.193.52:0/4263447170 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e20037660 con 0x7f1e3815b750 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/4263447170 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 msgr2=0x7f1e380ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e380ccfb0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f1e20009970 tx=0x7f1e2002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/4263447170 shutdown_connections 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e380b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/4263447170 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e380ccfb0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/4263447170 >> 10.20.193.52:0/4263447170 conn(0x7f1e3806c980 msgr2=0x7f1e3806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/4263447170 shutdown_connections 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.744+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/4263447170 wait complete. 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 Processor -- start 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- start start 2026-02-25T15:50:40.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e38071710 0x7f1e38150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e3815a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e38151070 con 0x7f1e3815b750 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e380aa090 con 0x7f1e38071710 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e38156090 con 0x7f1e380b4470 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36630/0 (socket says 10.20.193.52:36630) 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 -- 10.20.193.52:0/2657927754 learned_addr learned my addr 10.20.193.52:0/2657927754 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 -- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 msgr2=0x7f1e3815a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e3815a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 -- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e38071710 msgr2=0x7f1e38150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:40.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e38071710 0x7f1e38150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 -- 10.20.193.52:0/2657927754 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e200095d0 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3d494640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1e34007ea0 tx=0x7f1e3400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e34006ea0 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e34014640 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e380a9480 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e340149f0 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.745+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e380a9a40 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.746+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e380b4900 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.746+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 10) v1 ==== 98442+0+0 (secure 0 0 0) 0x7f1e34014b50 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.747+0000 7f1e2d7fa640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 0x7f1e08078700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.747+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f1e34097e20 con 0x7f1e3815b750 2026-02-25T15:50:40.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.747+0000 7f1e3cc93640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 0x7f1e08078700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:40.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.747+0000 7f1e3cc93640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 0x7f1e08078700 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1e380ab5f0 tx=0x7f1e28007ab0 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:40.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.749+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1e3405d5a0 con 0x7f1e3815b750 2026-02-25T15:50:40.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.845+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1e380aa1d0 con 0x7f1e3815b750 2026-02-25T15:50:40.847 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.845+0000 7f1e2d7fa640 1 -- 10.20.193.52:0/2657927754 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1e380aa1d0 con 0x7f1e3815b750 2026-02-25T15:50:40.847 INFO:teuthology.orchestra.run.trial052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 msgr2=0x7f1e08078700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 0x7f1e08078700 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1e380ab5f0 tx=0x7f1e28007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 msgr2=0x7f1e3815ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1e34007ea0 tx=0x7f1e3400e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 shutdown_connections 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f1e08076240 0x7f1e08078700 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1e3815b750 0x7f1e3815ad10 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.849 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1e380b4470 0x7f1e3815a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 --2- 10.20.193.52:0/2657927754 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1e38071710 0x7f1e38150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:40.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 >> 10.20.193.52:0/2657927754 conn(0x7f1e3806c980 msgr2=0x7f1e380ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:40.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 shutdown_connections 2026-02-25T15:50:40.850 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:40.846+0000 7f1e3ef1e640 1 -- 10.20.193.52:0/2657927754 wait complete. 2026-02-25T15:50:40.856 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.client_remote.hostname = trial052.front.sepia.ceph.com 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.client.name = client.0 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.cephfs_name = None 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2026-02-25T15:50:40.857 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:40.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:40.858 DEBUG:teuthology.orchestra.run.trial052:> ip addr 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: inet 127.0.0.1/8 scope host lo 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: inet6 ::1/128 scope host 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout:2: enp7s0f4u2u2c2: mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 6e:d1:f7:46:f9:11 brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: inet 169.254.3.1/24 brd 169.254.3.255 scope link dynamic noprefixroute enp7s0f4u2u2c2 2026-02-25T15:50:40.876 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 863603sec preferred_lft 863603sec 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::6188:c70:c417:1cca/64 scope link noprefixroute 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout:3: enp1s0f0: mtu 1500 qdisc mq state UP group default qlen 1000 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:ba brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: inet 10.20.193.52/20 brd 10.20.207.255 scope global dynamic noprefixroute enp1s0f0 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft 504sec preferred_lft 504sec 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::925a:8ff:fe77:62ba/64 scope link 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout:4: enp1s0f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 90:5a:08:77:62:bb brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: inet 192.168.159.254/20 brd 192.168.159.255 scope global ceph-brx 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.877 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::e876:3dff:fe16:aac8/64 scope link 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: link/ether 9e:bd:b0:31:4c:bc brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::9cbd:b0ff:fe31:4cbc/64 scope link 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: link/ether d6:dd:3d:b0:7c:43 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: inet6 fe80::d4dd:3dff:feb0:7c43/64 scope link 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run.trial052.stdout: valid_lft forever preferred_lft forever 2026-02-25T15:50:40.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:40.879 DEBUG:teuthology.orchestra.run.trial052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2026-02-25T15:50:40.939 INFO:teuthology.orchestra.run.trial052.stdout:1 2026-02-25T15:50:40.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:40.941 DEBUG:teuthology.orchestra.run.trial052:> ip r 2026-02-25T15:50:40.999 INFO:teuthology.orchestra.run.trial052.stdout:default via 10.20.192.1 dev enp1s0f0 proto dhcp src 10.20.193.52 metric 102 2026-02-25T15:50:41.000 INFO:teuthology.orchestra.run.trial052.stdout:10.20.192.0/20 dev enp1s0f0 proto kernel scope link src 10.20.193.52 metric 102 2026-02-25T15:50:41.000 INFO:teuthology.orchestra.run.trial052.stdout:169.254.3.0/24 dev enp7s0f4u2u2c2 proto kernel scope link src 169.254.3.1 metric 101 2026-02-25T15:50:41.000 INFO:teuthology.orchestra.run.trial052.stdout:192.168.144.0/20 dev ceph-brx proto kernel scope link src 192.168.159.254 2026-02-25T15:50:41.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> (cd / && exec bash -c ' 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> set -e 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -o enp1s0f0 -i ceph-brx -j ACCEPT 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -A FORWARD -i enp1s0f0 -o ceph-brx -j ACCEPT 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> sudo iptables -t nat -A POSTROUTING -s 192.168.159.254/20 -o enp1s0f0 -j MASQUERADE 2026-02-25T15:50:41.001 DEBUG:teuthology.orchestra.run.trial052:> ') 2026-02-25T15:50:41.083 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.083 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:50:41.139 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2026-02-25T15:50:41.139 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2026-02-25T15:50:41.139 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:41.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.139 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link set brx.0 up 2026-02-25T15:50:41.203 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2026-02-25T15:50:41.203 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:50:41.203 DEBUG:teuthology.orchestra.run.trial052:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:41.258 INFO:teuthology.orchestra.run.trial052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2026-02-25T15:50:41.258 INFO:teuthology.orchestra.run:Running command with timeout 60 2026-02-25T15:50:41.258 DEBUG:teuthology.orchestra.run.trial052:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:41.314 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:50:41.380 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:50:41.380 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:50:41.444 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:50:41.445 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:50:41.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.446 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:50:41.503 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2026-02-25T15:50:41.503 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2026-02-25T15:50:41.545 DEBUG:teuthology.orchestra.run.trial052:> sudo modprobe fuse 2026-02-25T15:50:41.571 INFO:teuthology.orchestra.run:Running command with timeout 30 2026-02-25T15:50:41.572 DEBUG:teuthology.orchestra.run.trial052:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2026-02-25T15:50:41.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:2026-02-25T15:50:41.605+0000 7f0033b71580 -1 init, newargv = 0x55a1da1ce390 newargc=15 2026-02-25T15:50:41.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[66698]: starting ceph client 2026-02-25T15:50:41.610 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[66698]: starting fuse 2026-02-25T15:50:41.631 INFO:teuthology.orchestra.run.trial052.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2026-02-25T15:50:41.632 DEBUG:teuthology.orchestra.run:got remote process result: 32 2026-02-25T15:50:41.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.633 DEBUG:teuthology.orchestra.run.trial052:> ls /sys/fs/fuse/connections 2026-02-25T15:50:41.689 INFO:teuthology.orchestra.run.trial052.stdout:43 2026-02-25T15:50:41.689 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> import glob 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> import re 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> import os 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> import subprocess 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> def _find_admin_socket(client_name): 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> files = glob.glob(asok_path) 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> # Given a non-glob path, it better be there 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> if "*" not in asok_path: 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> assert(len(files) == 1) 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> return files[0] 2026-02-25T15:50:41.689 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> for f in files: 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> if os.path.exists("/proc/{0}".format(pid)): 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> contents = proc_f.read() 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> if mountpoint in contents: 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> return f 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> print(_find_admin_socket("client.0")) 2026-02-25T15:50:41.690 DEBUG:teuthology.orchestra.run.trial052:> ' 2026-02-25T15:50:41.781 INFO:teuthology.orchestra.run.trial052.stdout:/var/run/ceph/ceph-client.0.66698.asok 2026-02-25T15:50:41.976 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.66698.asok 2026-02-25T15:50:41.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:41.976 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.66698.asok status 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "metadata": { 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_sha1": "0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28", 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "ceph_version": "ceph version 18.2.7-1050-g0ef62ce8 (0ef62ce8e48de042e1e5e6a70cfa2ee3f1174d28) reef (stable)", 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "entity_id": "0", 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "hostname": "trial052", 2026-02-25T15:50:42.080 INFO:teuthology.orchestra.run.trial052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "pid": "66698", 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "root": "/" 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_count": 0, 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "dentry_pinned_count": 0, 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "id": 5961, 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "inst": { 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "name": { 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "type": "client", 2026-02-25T15:50:42.081 INFO:teuthology.orchestra.run.trial052.stdout: "num": 5961 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 2213032741 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: } 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "addr": { 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "type": "v1", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "addr": "192.168.144.1:0", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "nonce": 2213032741 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: }, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "inst_str": "client.5961 192.168.144.1:0/2213032741", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "addr_str": "192.168.144.1:0/2213032741", 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "inode_count": 1, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "mds_epoch": 15, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch": 39, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "osd_epoch_barrier": 0, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "blocklisted": false, 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout: "fs_name": "cephfs" 2026-02-25T15:50:42.082 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:42.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:42.085 DEBUG:teuthology.orchestra.run.trial052:> stat --file-system '--printf=%T 2026-02-25T15:50:42.085 DEBUG:teuthology.orchestra.run.trial052:> ' -- /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:42.101 INFO:teuthology.orchestra.run.trial052.stdout:fuseblk 2026-02-25T15:50:42.101 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:42.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:42.101 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:42.166 INFO:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2026-02-25-15_51_00 in ~28s... 2026-02-25T15:50:42.166 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [{'m': 1}] 2026-02-25T15:50:42.166 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2026-02-25T15:50:42.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 Processor -- start 2026-02-25T15:50:42.273 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 -- start start 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f49b80715c0 0x7f49b815f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f49b806c770 0x7f49b80ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49b8071d80 con 0x7f49b815ec20 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49b80cdf70 con 0x7f49b80715c0 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49bd043640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49b80cd680 con 0x7f49b806c770 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49b6d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f49b815ec20 0x7f49b80724d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40514/0 (socket says 10.20.193.52:40514) 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49b6d76640 1 -- 10.20.193.52:0/1538125516 learned_addr learned my addr 10.20.193.52:0/1538125516 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.271+0000 7f49b6575640 1 --2- 10.20.193.52:0/1538125516 >> v2:10.20.193.52:3300/0 conn(0x7f49b80715c0 0x7f49b815f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b7577640 1 --2- 10.20.193.52:0/1538125516 >> v2:10.20.193.86:3300/0 conn(0x7f49b806c770 0x7f49b80ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b6575640 1 -- 10.20.193.52:0/1538125516 >> v2:10.20.193.86:3300/0 conn(0x7f49b806c770 msgr2=0x7f49b80ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b6575640 1 --2- 10.20.193.52:0/1538125516 >> v2:10.20.193.86:3300/0 conn(0x7f49b806c770 0x7f49b80ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b6575640 1 -- 10.20.193.52:0/1538125516 >> v1:10.20.193.52:6789/0 conn(0x7f49b815ec20 legacy=0x7f49b80724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.274 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b6575640 1 -- 10.20.193.52:0/1538125516 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49b80cfd80 con 0x7f49b80715c0 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b6575640 1 --2- 10.20.193.52:0/1538125516 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815f000 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f49b80706c0 tx=0x7f49a002eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9cf092ee78f247e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b5d74640 1 -- 10.20.193.52:0/1538125516 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49a002fb80 con 0x7f49b80715c0 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b5d74640 1 -- 10.20.193.52:0/1538125516 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49a002fce0 con 0x7f49b80715c0 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49b5d74640 1 -- 10.20.193.52:0/1538125516 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49a0037660 con 0x7f49b80715c0 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 -- 10.20.193.52:0/1538125516 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 msgr2=0x7f49b815f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 --2- 10.20.193.52:0/1538125516 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815f000 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f49b80706c0 tx=0x7f49a002eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 -- 10.20.193.52:0/1538125516 shutdown_connections 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 --2- 10.20.193.52:0/1538125516 >> v2:10.20.193.86:3300/0 conn(0x7f49b806c770 0x7f49b80ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 --2- 10.20.193.52:0/1538125516 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815f000 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 -- 10.20.193.52:0/1538125516 >> 10.20.193.52:0/1538125516 conn(0x7f49b80cef90 msgr2=0x7f49b80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 -- 10.20.193.52:0/1538125516 shutdown_connections 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.272+0000 7f49bd043640 1 -- 10.20.193.52:0/1538125516 wait complete. 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 Processor -- start 2026-02-25T15:50:42.275 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 -- start start 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f49b806c770 0x7f49b813f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f49b815ec20 0x7f49b815a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49b80b3150 con 0x7f49b80715c0 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49b81f4db0 con 0x7f49b806c770 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.273+0000 7f49bd043640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49b81552d0 con 0x7f49b815ec20 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36648/0 (socket says 10.20.193.52:36648) 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 -- 10.20.193.52:0/1679167268 learned_addr learned my addr 10.20.193.52:0/1679167268 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6d76640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f49b806c770 0x7f49b813f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 -- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f49b815ec20 msgr2=0x7f49b815a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f49b815ec20 0x7f49b815a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 -- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f49b806c770 msgr2=0x7f49b813f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.276 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f49b806c770 0x7f49b813f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 -- 10.20.193.52:0/1679167268 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49a0009500 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49b6575640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f49a0009130 tx=0x7f49a00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49a002fb80 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49a0042660 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49b80b25d0 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49a00429f0 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.274+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49b80b2b90 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.275+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49b81f4f20 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.275+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 10) v1 ==== 98442+0+0 (secure 0 0 0) 0x7f49a0042b50 con 0x7f49b80715c0 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.275+0000 7f49977fe640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 0x7f4984078700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.277 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.275+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f49a00bd020 con 0x7f49b80715c0 2026-02-25T15:50:42.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.275+0000 7f49b6d76640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 0x7f4984078700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.278 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.276+0000 7f49b6d76640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 0x7f4984078700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f49ac002770 tx=0x7f49ac009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.280 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.278+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f49b81f4f20 con 0x7f49b80715c0 2026-02-25T15:50:42.371 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.368+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 --> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f49b8071aa0 con 0x7f4984076240 2026-02-25T15:50:42.374 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.371+0000 7f49977fe640 1 -- 10.20.193.52:0/1679167268 <== mgr.5808 v2:10.20.193.52:6800/3387084460 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+72 (secure 0 0 0) 0x7f49ac003520 con 0x7f4984076240 2026-02-25T15:50:42.374 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:42.374 INFO:teuthology.orchestra.run.trial052.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 msgr2=0x7f4984078700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 0x7f4984078700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f49ac002770 tx=0x7f49ac009040 comp rx=0 tx=0).stop 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 msgr2=0x7f49b815a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f49a0009130 tx=0x7f49a00047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 shutdown_connections 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f4984076240 0x7f4984078700 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.376 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f49b815ec20 0x7f49b815a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f49b80715c0 0x7f49b815a200 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 --2- 10.20.193.52:0/1679167268 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f49b806c770 0x7f49b813f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 >> 10.20.193.52:0/1679167268 conn(0x7f49b80cef90 msgr2=0x7f49b806cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 shutdown_connections 2026-02-25T15:50:42.377 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.373+0000 7f49bd043640 1 -- 10.20.193.52:0/1679167268 wait complete. 2026-02-25T15:50:42.384 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2026-02-25T15:50:42.384 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{'m': 1}]} 2026-02-25T15:50:42.384 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2026-02-25T15:50:42.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 Processor -- start 2026-02-25T15:50:42.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 -- start start 2026-02-25T15:50:42.455 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7ff8d815d390 0x7ff8d80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff8d80ae360 0x7ff8d80709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8d80ad7c0 con 0x7ff8d806c770 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8d806cc00 con 0x7ff8d80ae360 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.450+0000 7ff8dde09640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8d80b2020 con 0x7ff8d815d390 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff8d80ae360 0x7ff8d80709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff8d80ae360 0x7ff8d80709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36662/0 (socket says 10.20.193.52:36662) 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 -- 10.20.193.52:0/3969895374 learned_addr learned my addr 10.20.193.52:0/3969895374 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d77fe640 1 --2- 10.20.193.52:0/3969895374 >> v2:10.20.193.86:3300/0 conn(0x7ff8d815d390 0x7ff8d80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 -- 10.20.193.52:0/3969895374 >> v2:10.20.193.86:3300/0 conn(0x7ff8d815d390 msgr2=0x7ff8d80b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 --2- 10.20.193.52:0/3969895374 >> v2:10.20.193.86:3300/0 conn(0x7ff8d815d390 0x7ff8d80b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 -- 10.20.193.52:0/3969895374 >> v1:10.20.193.86:6789/0 conn(0x7ff8d806c770 legacy=0x7ff8d80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.456 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d67fc640 1 -- 10.20.193.52:0/3969895374 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 841220098 0 0) 0x7ff8d80ad7c0 con 0x7ff8d806c770 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 -- 10.20.193.52:0/3969895374 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d80b2300 con 0x7ff8d80ae360 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d7fff640 1 --2- 10.20.193.52:0/3969895374 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d80709a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8073ae0 tx=0x7ff8cc02f310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e98b7b3b6264d365 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d67fc640 1 -- 10.20.193.52:0/3969895374 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc006ea0 con 0x7ff8d80ae360 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d67fc640 1 -- 10.20.193.52:0/3969895374 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8cc02fe10 con 0x7ff8d80ae360 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.451+0000 7ff8d67fc640 1 -- 10.20.193.52:0/3969895374 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc037610 con 0x7ff8d80ae360 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 -- 10.20.193.52:0/3969895374 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 msgr2=0x7ff8d80709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 --2- 10.20.193.52:0/3969895374 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d80709a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8073ae0 tx=0x7ff8cc02f310 comp rx=0 tx=0).stop 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 -- 10.20.193.52:0/3969895374 shutdown_connections 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 --2- 10.20.193.52:0/3969895374 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d80709a0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 --2- 10.20.193.52:0/3969895374 >> v2:10.20.193.86:3300/0 conn(0x7ff8d815d390 0x7ff8d80b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.457 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 -- 10.20.193.52:0/3969895374 >> 10.20.193.52:0/3969895374 conn(0x7ff8d80cef90 msgr2=0x7ff8d80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 -- 10.20.193.52:0/3969895374 shutdown_connections 2026-02-25T15:50:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.452+0000 7ff8dde09640 1 -- 10.20.193.52:0/3969895374 wait complete. 2026-02-25T15:50:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 Processor -- start 2026-02-25T15:50:42.458 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 -- start start 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8d806c770 0x7ff8d80ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8d815d390 0x7ff8d815de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d81f8130 con 0x7ff8d80ae360 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d81f83a0 con 0x7ff8d806c770 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8dde09640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d81f8680 con 0x7ff8d815d390 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36676/0 (socket says 10.20.193.52:36676) 2026-02-25T15:50:42.461 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 -- 10.20.193.52:0/133480669 learned_addr learned my addr 10.20.193.52:0/133480669 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d77fe640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8d806c770 0x7ff8d80ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 -- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8d815d390 msgr2=0x7ff8d815de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8d815d390 0x7ff8d815de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 -- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8d806c770 msgr2=0x7ff8d80ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8d806c770 0x7ff8d80ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 -- 10.20.193.52:0/133480669 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8cc009b30 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8d6ffd640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff8c800c700 tx=0x7ff8c800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c8005270 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.453+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8c80053d0 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.454+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8d81f8960 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.454+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c80038b0 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.454+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8d81f54d0 con 0x7ff8d80ae360 2026-02-25T15:50:42.462 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.454+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8d81f8ba0 con 0x7ff8d80ae360 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.455+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 10) v1 ==== 98442+0+0 (secure 0 0 0) 0x7ff8c8003a10 con 0x7ff8d80ae360 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.455+0000 7ff8b3fff640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 0x7ff8a8078730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.455+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7ff8c8096ce0 con 0x7ff8d80ae360 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.455+0000 7ff8d77fe640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 0x7ff8a8078730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.455+0000 7ff8d77fe640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 0x7ff8a8078730 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8153870 tx=0x7ff8c4008040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.463 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.457+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7ff8c805c670 con 0x7ff8d80ae360 2026-02-25T15:50:42.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.544+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 --> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) v1 -- 0x7ff8d815d770 con 0x7ff8a8076270 2026-02-25T15:50:42.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.572+0000 7ff8b3fff640 1 -- 10.20.193.52:0/133480669 <== mgr.5808 v2:10.20.193.52:6800/3387084460 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+41 (secure 0 0 0) 0x7ff8c40119e0 con 0x7ff8a8076270 2026-02-25T15:50:42.575 INFO:teuthology.orchestra.run.trial052.stdout:Schedule removed for path snap_test_dir1 2026-02-25T15:50:42.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 msgr2=0x7ff8a8078730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 0x7ff8a8078730 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8153870 tx=0x7ff8c4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:42.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 msgr2=0x7ff8d815d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff8c800c700 tx=0x7ff8c800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 shutdown_connections 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7ff8a8076270 0x7ff8a8078730 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff8d815d390 0x7ff8d815de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff8d80ae360 0x7ff8d815d8f0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 --2- 10.20.193.52:0/133480669 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff8d806c770 0x7ff8d80ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 >> 10.20.193.52:0/133480669 conn(0x7ff8d80cef90 msgr2=0x7ff8d806e180 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 shutdown_connections 2026-02-25T15:50:42.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.573+0000 7ff8dde09640 1 -- 10.20.193.52:0/133480669 wait complete. 2026-02-25T15:50:42.585 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2026-02-25T15:50:42.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:42.585 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2026-02-25T15:50:42.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:42.604 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2026-02-25T15:50:42.663 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2026-02-25T15:50:42.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 Processor -- start 2026-02-25T15:50:42.771 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 -- start start 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f92000b2a90 0x7f920006c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92000ae360 0x7f92000709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92000ad7c0 con 0x7f920015d390 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92000b2020 con 0x7f92000b2a90 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9208740640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92000b2300 con 0x7f92000ae360 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f92064b5640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f920015d390 0x7f92000adc50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40526/0 (socket says 10.20.193.52:40526) 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f92064b5640 1 -- 10.20.193.52:0/539605592 learned_addr learned my addr 10.20.193.52:0/539605592 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.769+0000 7f9205cb4640 1 --2- 10.20.193.52:0/539605592 >> v2:10.20.193.52:3300/0 conn(0x7f92000b2a90 0x7f920006c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9206cb6640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92000ae360 0x7f92000709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f92054b3640 1 -- 10.20.193.52:0/539605592 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2641999669 0 0) 0x7f92000ad7c0 con 0x7f920015d390 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f92054b3640 1 -- 10.20.193.52:0/539605592 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91e8003620 con 0x7f920015d390 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9205cb4640 1 -- 10.20.193.52:0/539605592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92000ae360 msgr2=0x7f92000709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9205cb4640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92000ae360 0x7f92000709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9205cb4640 1 -- 10.20.193.52:0/539605592 >> v1:10.20.193.52:6789/0 conn(0x7f920015d390 legacy=0x7f92000adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.772 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9205cb4640 1 -- 10.20.193.52:0/539605592 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92000b25e0 con 0x7f92000b2a90 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9205cb4640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f920006c770 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f91f40098a0 tx=0x7f91f402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfbda183967a6017 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f92054b3640 1 -- 10.20.193.52:0/539605592 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f402fb70 con 0x7f92000b2a90 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f92054b3640 1 -- 10.20.193.52:0/539605592 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91f402fcd0 con 0x7f92000b2a90 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f92054b3640 1 -- 10.20.193.52:0/539605592 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f4037660 con 0x7f92000b2a90 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 -- 10.20.193.52:0/539605592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 msgr2=0x7f920006c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f920006c770 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f91f40098a0 tx=0x7f91f402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 -- 10.20.193.52:0/539605592 shutdown_connections 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f92000ae360 0x7f92000709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 --2- 10.20.193.52:0/539605592 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f920006c770 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 -- 10.20.193.52:0/539605592 >> 10.20.193.52:0/539605592 conn(0x7f92000cef90 msgr2=0x7f92000cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 -- 10.20.193.52:0/539605592 shutdown_connections 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.770+0000 7f9208740640 1 -- 10.20.193.52:0/539605592 wait complete. 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.771+0000 7f9208740640 1 Processor -- start 2026-02-25T15:50:42.773 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.771+0000 7f9208740640 1 -- start start 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92000ae360 0x7f92001f4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f920015d390 0x7f92000cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92000ccd80 con 0x7f92000b2a90 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92000cbce0 con 0x7f92000ae360 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92000cbfc0 con 0x7f920015d390 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36700/0 (socket says 10.20.193.52:36700) 2026-02-25T15:50:42.774 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 -- 10.20.193.52:0/178792623 learned_addr learned my addr 10.20.193.52:0/178792623 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9206cb6640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f920015d390 0x7f92000cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f92064b5640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92000ae360 0x7f92001f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 -- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f920015d390 msgr2=0x7f92000cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f920015d390 0x7f92000cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 -- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92000ae360 msgr2=0x7f92001f4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92000ae360 0x7f92001f4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 -- 10.20.193.52:0/178792623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f4009500 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9205cb4640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f91f4009130 tx=0x7f91f40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f4042650 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91f40427d0 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92000cc2a0 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f4042b80 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.772+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92000cc860 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.773+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9200068270 con 0x7f92000b2a90 2026-02-25T15:50:42.775 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.773+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 10) v1 ==== 98442+0+0 (secure 0 0 0) 0x7f91f4052020 con 0x7f92000b2a90 2026-02-25T15:50:42.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.774+0000 7f91e6ffd640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 0x7f91d0078700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:42.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.774+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f91f402fe40 con 0x7f92000b2a90 2026-02-25T15:50:42.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.774+0000 7f92064b5640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 0x7f91d0078700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:42.776 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.774+0000 7f92064b5640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 0x7f91d0078700 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f91f0007fd0 tx=0x7f91f0009040 comp rx=0 tx=0).ready entity=mgr.5808 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:42.778 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.776+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f91f4082b20 con 0x7f92000b2a90 2026-02-25T15:50:42.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:42.875+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) v1 -- 0x7f920006c770 con 0x7f92000b2a90 2026-02-25T15:50:43.315 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.312+0000 7f91e6ffd640 1 -- 10.20.193.52:0/178792623 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v11) v1 ==== 93+0+0 (secure 0 0 0) 0x7f91f4085ba0 con 0x7f92000b2a90 2026-02-25T15:50:43.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 msgr2=0x7f91d0078700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 0x7f91d0078700 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f91f0007fd0 tx=0x7f91f0009040 comp rx=0 tx=0).stop 2026-02-25T15:50:43.316 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 msgr2=0x7f92000cb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f91f4009130 tx=0x7f91f40047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 shutdown_connections 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f91d0076240 0x7f91d0078700 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f920015d390 0x7f92000cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f92000b2a90 0x7f92000cb290 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 --2- 10.20.193.52:0/178792623 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f92000ae360 0x7f92001f4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 >> 10.20.193.52:0/178792623 conn(0x7f92000cef90 msgr2=0x7f92000af2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 shutdown_connections 2026-02-25T15:50:43.317 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.313+0000 7f9208740640 1 -- 10.20.193.52:0/178792623 wait complete. 2026-02-25T15:50:43.326 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2026-02-25T15:50:43.326 DEBUG:teuthology.orchestra.run.trial052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2026-02-25T15:50:43.359 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.358+0000 7f2432f70140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:43.361 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.358+0000 7f8efc7d1140 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:43.391 DEBUG:teuthology.orchestra.run.trial086:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2026-02-25T15:50:43.447 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2026-02-25T15:50:43.447 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:43.447 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:43.464 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:43.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.570+0000 7f047760a640 1 Processor -- start 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.570+0000 7f047760a640 1 -- start start 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047760a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700ccf70 0x7f04700b4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047760a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f04700b49b0 0x7f047015ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047760a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04700cd3d0 con 0x7f04700cba40 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047760a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04700b4e40 con 0x7f04700b49b0 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047760a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04700cbe20 con 0x7f04700ccf70 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0475b80640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f04700b49b0 0x7f047015ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047537f640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f04700cba40 0x7f047015b5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:49602/0 (socket says 10.20.193.52:49602) 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f047537f640 1 -- 10.20.193.52:0/3453873050 learned_addr learned my addr 10.20.193.52:0/3453873050 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:43.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0474b7e640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700ccf70 0x7f04700b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0475b80640 1 -- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700ccf70 msgr2=0x7f04700b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0475b80640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700ccf70 0x7f04700b4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0475b80640 1 -- 10.20.193.52:0/3453873050 >> v1:10.20.193.86:6789/0 conn(0x7f04700cba40 legacy=0x7f047015b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.571+0000 7f0475b80640 1 -- 10.20.193.52:0/3453873050 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f047015be10 con 0x7f04700b49b0 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f0475b80640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700b49b0 0x7f047015ced0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f046c009d90 tx=0x7f046c02f270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d9c9b5232c34f9 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f045ffff640 1 -- 10.20.193.52:0/3453873050 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046c006ea0 con 0x7f04700b49b0 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f045ffff640 1 -- 10.20.193.52:0/3453873050 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f046c037440 con 0x7f04700b49b0 2026-02-25T15:50:43.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f045ffff640 1 -- 10.20.193.52:0/3453873050 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046c0377d0 con 0x7f04700b49b0 2026-02-25T15:50:43.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 -- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700b49b0 msgr2=0x7f047015ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700b49b0 0x7f047015ced0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f046c009d90 tx=0x7f046c02f270 comp rx=0 tx=0).stop 2026-02-25T15:50:43.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 -- 10.20.193.52:0/3453873050 shutdown_connections 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700b49b0 0x7f047015ced0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 --2- 10.20.193.52:0/3453873050 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700ccf70 0x7f04700b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 -- 10.20.193.52:0/3453873050 >> 10.20.193.52:0/3453873050 conn(0x7f047006c980 msgr2=0x7f047006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 -- 10.20.193.52:0/3453873050 shutdown_connections 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.572+0000 7f047760a640 1 -- 10.20.193.52:0/3453873050 wait complete. 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 Processor -- start 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 -- start start 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700cba40 0x7f04701523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700ccf70 0x7f047015a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0470152fa0 con 0x7f04700b49b0 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047013ea90 con 0x7f04700ccf70 2026-02-25T15:50:43.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047760a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0470152cc0 con 0x7f04700cba40 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047537f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047537f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36726/0 (socket says 10.20.193.52:36726) 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f047537f640 1 -- 10.20.193.52:0/3647991133 learned_addr learned my addr 10.20.193.52:0/3647991133 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.573+0000 7f0475b80640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700ccf70 0x7f047015a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f0474b7e640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700cba40 0x7f04701523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 -- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700cba40 msgr2=0x7f04701523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700cba40 0x7f04701523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 -- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700ccf70 msgr2=0x7f047015a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700ccf70 0x7f047015a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 -- 10.20.193.52:0/3647991133 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f046c009a70 con 0x7f04700b49b0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047537f640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f046000c700 tx=0x7f046000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460005bb0 con 0x7f04700b49b0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0460005d10 con 0x7f04700b49b0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0470140fd0 con 0x7f04700b49b0 2026-02-25T15:50:43.581 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0460007270 con 0x7f04700b49b0 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.574+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0470141590 con 0x7f04700b49b0 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.575+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0470067c80 con 0x7f04700b49b0 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.575+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7f04600073d0 con 0x7f04700b49b0 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.576+0000 7f045dffb640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 0x7f04400786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.576+0000 7f0474b7e640 1 -- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 msgr2=0x7f04400786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.576+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f0460097090 con 0x7f04700b49b0 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.576+0000 7f0474b7e640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 0x7f04400786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:43.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.577+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f046005cb80 con 0x7f04700b49b0 2026-02-25T15:50:43.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.656+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0470140e30 con 0x7f04700b49b0 2026-02-25T15:50:43.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.657+0000 7f045dffb640 1 -- 10.20.193.52:0/3647991133 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+17160 (secure 0 0 0) 0x7f0470140e30 con 0x7f04700b49b0 2026-02-25T15:50:43.660 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:43.660 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":39,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:31.288377+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:43.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 msgr2=0x7f04400786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 0x7f04400786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 msgr2=0x7f047013e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f046000c700 tx=0x7f046000cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 shutdown_connections 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f04400761f0 0x7f04400786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f04700ccf70 0x7f047015a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f04700cba40 0x7f04701523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 --2- 10.20.193.52:0/3647991133 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f04700b49b0 0x7f047013e550 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 >> 10.20.193.52:0/3647991133 conn(0x7f047006c980 msgr2=0x7f047006d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 shutdown_connections 2026-02-25T15:50:43.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.658+0000 7f047760a640 1 -- 10.20.193.52:0/3647991133 wait complete. 2026-02-25T15:50:43.670 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:50:21.356468+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:50:22.369195+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:50:43.671 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:43.724 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.724+0000 7f2432f70140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:50:43.726 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.724+0000 7f8efc7d1140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-25T15:50:43.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.736+0000 7f6d4e847640 1 Processor -- start 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.736+0000 7f6d4e847640 1 -- start start 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4e847640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d480724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4e847640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f6d4806c770 0x7f6d480ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4e847640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d48071d80 con 0x7f6d480715c0 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4e847640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d480cdf70 con 0x7f6d4806c770 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4e847640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d480cd680 con 0x7f6d4815ec20 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d477fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6d480715c0 0x7f6d4815f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40550/0 (socket says 10.20.193.52:40550) 2026-02-25T15:50:43.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d477fe640 1 -- 10.20.193.52:0/3181322940 learned_addr learned my addr 10.20.193.52:0/3181322940 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> v2:10.20.193.86:3300/0 conn(0x7f6d4806c770 0x7f6d480ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d47fff640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d480724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2896417443 0 0) 0x7f6d48071d80 con 0x7f6d480715c0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d2c003620 con 0x7f6d480715c0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1563049155 0 0) 0x7f6d2c003620 con 0x7f6d480715c0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 msgr2=0x7f6d480724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d480724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 >> v2:10.20.193.86:3300/0 conn(0x7f6d4806c770 msgr2=0x7f6d480ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 --2- 10.20.193.52:0/3181322940 >> v2:10.20.193.86:3300/0 conn(0x7f6d4806c770 0x7f6d480ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d48072a10 con 0x7f6d480715c0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f6d38002f00 con 0x7f6d480715c0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 >> v1:10.20.193.52:6789/0 conn(0x7f6d480715c0 legacy=0x7f6d4815f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d2c003ac0 0x7f6d2c003ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d2c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d2c004e00 0x7f6d2c005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d480cdf70 con 0x7f6d2c004e00 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d480cd680 con 0x7f6d2c003ac0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2c00bbe0 con 0x7f6d4815ec20 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> v2:10.20.193.86:3300/0 conn(0x7f6d4806c770 0x7f6d480ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d2c004e00 0x7f6d2c005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.737+0000 7f6d47fff640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d2c003ac0 0x7f6d2c003ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.740 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d477fe640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d2c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 -- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 msgr2=0x7f6d2c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d2c0048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 -- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d2c003ac0 msgr2=0x7f6d2c003ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d2c003ac0 0x7f6d2c003ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 -- 10.20.193.52:0/3181322940 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d2c003620 con 0x7f6d2c004e00 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d477fe640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d4815ec20 0x7f6d2c0048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d2c004e00 0x7f6d2c005280 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0073b0 tx=0x7f6d3c02f830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f7a709b413e345 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c006ea0 con 0x7f6d2c004e00 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d3c032050 con 0x7f6d2c004e00 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d46ffd640 1 -- 10.20.193.52:0/3181322940 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c036800 con 0x7f6d2c004e00 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 -- 10.20.193.52:0/3181322940 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d2c004e00 msgr2=0x7f6d2c005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 --2- 10.20.193.52:0/3181322940 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d2c004e00 0x7f6d2c005280 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c0073b0 tx=0x7f6d3c02f830 comp rx=0 tx=0).stop 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4cdbd640 1 -- 10.20.193.52:0/3181322940 reap_dead start 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 -- 10.20.193.52:0/3181322940 shutdown_connections 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 -- 10.20.193.52:0/3181322940 >> 10.20.193.52:0/3181322940 conn(0x7f6d480cef90 msgr2=0x7f6d480cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 -- 10.20.193.52:0/3181322940 shutdown_connections 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.738+0000 7f6d4e847640 1 -- 10.20.193.52:0/3181322940 wait complete. 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 Processor -- start 2026-02-25T15:50:43.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 -- start start 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 0x7f6d480af070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 0x7f6d481561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d48158a70 con 0x7f6d4813f670 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d480af5b0 con 0x7f6d48155cf0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.739+0000 7f6d4e847640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d48159560 con 0x7f6d480aebf0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36734/0 (socket says 10.20.193.52:36734) 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 -- 10.20.193.52:0/1612911680 learned_addr learned my addr 10.20.193.52:0/1612911680 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d477fe640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 0x7f6d480af070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 0x7f6d481561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 -- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 msgr2=0x7f6d480af070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 0x7f6d480af070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 -- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 msgr2=0x7f6d481561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 0x7f6d481561a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 -- 10.20.193.52:0/1612911680 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d48159840 con 0x7f6d4813f670 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d477fe640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 0x7f6d480af070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d4cdbd640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 0x7f6d481561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d47fff640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009860 tx=0x7f6d34009d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d34010be0 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d34010d40 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d340156b0 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d48159b20 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d4815a0e0 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.740+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d4815a2a0 con 0x7f6d4813f670 2026-02-25T15:50:43.743 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.741+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7f6d34025020 con 0x7f6d4813f670 2026-02-25T15:50:43.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.741+0000 7f6d44ff9640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 0x7f6d180786e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.741+0000 7f6d477fe640 1 -- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 msgr2=0x7f6d180786e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:43.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.741+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f6d340977d0 con 0x7f6d4813f670 2026-02-25T15:50:43.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.741+0000 7f6d477fe640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 0x7f6d180786e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:43.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.744+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6d3405cff0 con 0x7f6d4813f670 2026-02-25T15:50:43.746 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.746+0000 7f2432f70140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:50:43.749 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.746+0000 7f8efc7d1140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-25T15:50:43.772 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.772+0000 7f2432f70140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:43.774 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.772+0000 7f8efc7d1140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:43.793 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.793+0000 7f2432f70140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:50:43.795 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.793+0000 7f8efc7d1140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-25T15:50:43.819 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.819+0000 7f2432f70140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:50:43.821 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.819+0000 7f8efc7d1140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-25T15:50:43.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.821+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6d48068270 con 0x7f6d4813f670 2026-02-25T15:50:43.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.821+0000 7f6d44ff9640 1 -- 10.20.193.52:0/1612911680 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6d34060070 con 0x7f6d4813f670 2026-02-25T15:50:43.824 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:43.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 msgr2=0x7f6d180786e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:43.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 0x7f6d180786e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 msgr2=0x7f6d48158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009860 tx=0x7f6d34009d30 comp rx=0 tx=0).stop 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 shutdown_connections 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f6d18076220 0x7f6d180786e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6d48155cf0 0x7f6d481561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6d480aebf0 0x7f6d480af070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 --2- 10.20.193.52:0/1612911680 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6d4813f670 0x7f6d48158530 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 >> 10.20.193.52:0/1612911680 conn(0x7f6d480cef90 msgr2=0x7f6d48143d60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 shutdown_connections 2026-02-25T15:50:43.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.823+0000 7f6d4e847640 1 -- 10.20.193.52:0/1612911680 wait complete. 2026-02-25T15:50:43.834 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:43.870 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.870+0000 7f2432f70140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:50:43.873 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.871+0000 7f8efc7d1140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-25T15:50:43.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 Processor -- start 2026-02-25T15:50:43.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 -- start start 2026-02-25T15:50:43.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f341415ec20 0x7f34140724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f341406c770 0x7f34140ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3414071d80 con 0x7f34140715c0 2026-02-25T15:50:43.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34140cdf70 con 0x7f341415ec20 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.901+0000 7f341b433640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34140cd680 con 0x7f341406c770 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34189a7640 1 --1- >> v1:10.20.193.86:6789/0 conn(0x7f34140715c0 0x7f341415f000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.86:6789/0 says I am v1:10.20.193.52:49610/0 (socket says 10.20.193.52:49610) 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34189a7640 1 -- 10.20.193.52:0/738681832 learned_addr learned my addr 10.20.193.52:0/738681832 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34191a8640 1 --2- 10.20.193.52:0/738681832 >> v2:10.20.193.86:3300/0 conn(0x7f341415ec20 0x7f34140724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34199a9640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f341406c770 0x7f34140ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1291563839 0 0) 0x7f3414071d80 con 0x7f34140715c0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33fc003620 con 0x7f34140715c0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 <== mon.1 v1:10.20.193.86:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1838385220 0 0) 0x7f33fc003620 con 0x7f34140715c0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34191a8640 1 -- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f341406c770 msgr2=0x7f34140ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34191a8640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f341406c770 0x7f34140ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34191a8640 1 -- 10.20.193.52:0/738681832 >> v1:10.20.193.86:6789/0 conn(0x7f34140715c0 legacy=0x7f341415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.902+0000 7f34191a8640 1 -- 10.20.193.52:0/738681832 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3414072a10 con 0x7f341415ec20 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f34191a8640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341415ec20 0x7f34140724d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f34040098a0 tx=0x7f340402ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c02df60412307ec6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3408002f00 con 0x7f341415ec20 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340402f830 con 0x7f341415ec20 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f3403fff640 1 -- 10.20.193.52:0/738681832 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340402fbc0 con 0x7f341415ec20 2026-02-25T15:50:43.905 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 -- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341415ec20 msgr2=0x7f34140724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341415ec20 0x7f34140724d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f34040098a0 tx=0x7f340402ee80 comp rx=0 tx=0).stop 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 -- 10.20.193.52:0/738681832 shutdown_connections 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f341406c770 0x7f34140ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 --2- 10.20.193.52:0/738681832 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341415ec20 0x7f34140724d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 -- 10.20.193.52:0/738681832 >> 10.20.193.52:0/738681832 conn(0x7f34140cef90 msgr2=0x7f34140cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 -- 10.20.193.52:0/738681832 shutdown_connections 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.903+0000 7f341b433640 1 -- 10.20.193.52:0/738681832 wait complete. 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 Processor -- start 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 -- start start 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341406c770 0x7f341413dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34140715c0 0x7f34141f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34141f64e0 con 0x7f341415ec20 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34140acf70 con 0x7f341406c770 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f341b433640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34141f6780 con 0x7f34140715c0 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f34199a9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f34199a9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36744/0 (socket says 10.20.193.52:36744) 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f34199a9640 1 -- 10.20.193.52:0/717039587 learned_addr learned my addr 10.20.193.52:0/717039587 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:43.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.904+0000 7f34189a7640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34140715c0 0x7f34141f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34191a8640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341406c770 0x7f341413dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 -- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34140715c0 msgr2=0x7f34141f6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34140715c0 0x7f34141f6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 -- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341406c770 msgr2=0x7f341413dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341406c770 0x7f341413dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 -- 10.20.193.52:0/717039587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3404009500 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f34199a9640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f341000efc0 tx=0x7f341000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3410006ea0 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f341000f040 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34100146c0 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34141f6a60 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34141f3bd0 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.905+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3414068270 con 0x7f341415ec20 2026-02-25T15:50:43.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.906+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7f3410014820 con 0x7f341415ec20 2026-02-25T15:50:43.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.906+0000 7f3401ffb640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 0x7f33e40786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:43.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.906+0000 7f34191a8640 1 -- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 msgr2=0x7f33e40786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:43.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.906+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f34100985e0 con 0x7f341415ec20 2026-02-25T15:50:43.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.906+0000 7f34191a8640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 0x7f33e40786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:43.911 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.909+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f341005de90 con 0x7f341415ec20 2026-02-25T15:50:43.931 INFO:tasks.ceph.mgr.x.trial086.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:50:43.932 INFO:tasks.ceph.mgr.x.trial086.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:50:43.932 INFO:tasks.ceph.mgr.x.trial086.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:50:43.933 INFO:tasks.ceph.mgr.y.trial052.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-02-25T15:50:43.933 INFO:tasks.ceph.mgr.y.trial052.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-02-25T15:50:43.933 INFO:tasks.ceph.mgr.y.trial052.stderr: from numpy import show_config as show_numpy_config 2026-02-25T15:50:43.934 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.933+0000 7f2432f70140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:50:43.936 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.933+0000 7f8efc7d1140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-02-25T15:50:43.958 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:43.958+0000 7f2432f70140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:50:43.960 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:43.958+0000 7f8efc7d1140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-25T15:50:43.992 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.989+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f34141f6c50 con 0x7f341415ec20 2026-02-25T15:50:43.992 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.989+0000 7f3401ffb640 1 -- 10.20.193.52:0/717039587 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v39) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3410060f10 con 0x7f341415ec20 2026-02-25T15:50:43.992 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:43.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 msgr2=0x7f33e40786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:43.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 0x7f33e40786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 msgr2=0x7f34140ac590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:43.994 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f341000efc0 tx=0x7f341000c490 comp rx=0 tx=0).stop 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 shutdown_connections 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f33e40761f0 0x7f33e40786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f341415ec20 0x7f34140ac590 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f34140715c0 0x7f34141f6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 --2- 10.20.193.52:0/717039587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f341406c770 0x7f341413dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 >> 10.20.193.52:0/717039587 conn(0x7f34140cef90 msgr2=0x7f3414155570 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 shutdown_connections 2026-02-25T15:50:43.995 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:43.991+0000 7f341b433640 1 -- 10.20.193.52:0/717039587 wait complete. 2026-02-25T15:50:44.002 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:44.011 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.011+0000 7f2432f70140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:50:44.014 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.011+0000 7f8efc7d1140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-25T15:50:44.053 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.052+0000 7f2432f70140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:50:44.055 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.053+0000 7f8efc7d1140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-25T15:50:44.077 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.076+0000 7f2432f70140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:50:44.079 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.077+0000 7f8efc7d1140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-25T15:50:44.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.082+0000 7f4a0a04b640 1 Processor -- start 2026-02-25T15:50:44.085 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.082+0000 7f4a0a04b640 1 -- start start 2026-02-25T15:50:44.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a0a04b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4a040715c0 0x7f4a0415f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a0a04b640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4a0406c770 0x7f4a040ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a0a04b640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a04071d80 con 0x7f4a0415ec20 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a0a04b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a040cdf70 con 0x7f4a040715c0 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a0a04b640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a040cd680 con 0x7f4a0406c770 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4a040715c0 0x7f4a0415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f4a040715c0 0x7f4a0415f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36754/0 (socket says 10.20.193.52:36754) 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 -- 10.20.193.52:0/1782473175 learned_addr learned my addr 10.20.193.52:0/1782473175 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a03fff640 1 --2- 10.20.193.52:0/1782473175 >> v2:10.20.193.86:3300/0 conn(0x7f4a0406c770 0x7f4a040ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 -- 10.20.193.52:0/1782473175 >> v2:10.20.193.86:3300/0 conn(0x7f4a0406c770 msgr2=0x7f4a040ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 --2- 10.20.193.52:0/1782473175 >> v2:10.20.193.86:3300/0 conn(0x7f4a0406c770 0x7f4a040ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 -- 10.20.193.52:0/1782473175 >> v1:10.20.193.86:6789/0 conn(0x7f4a0415ec20 legacy=0x7f4a040724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:44.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.083+0000 7f4a02ffd640 1 -- 10.20.193.52:0/1782473175 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a040cfd80 con 0x7f4a040715c0 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a02ffd640 1 --2- 10.20.193.52:0/1782473175 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a0415f000 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f4a040706c0 tx=0x7f49f402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62719dc51895172b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a027fc640 1 -- 10.20.193.52:0/1782473175 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f402fbd0 con 0x7f4a040715c0 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a027fc640 1 -- 10.20.193.52:0/1782473175 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49f402fd30 con 0x7f4a040715c0 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a027fc640 1 -- 10.20.193.52:0/1782473175 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f402fea0 con 0x7f4a040715c0 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 -- 10.20.193.52:0/1782473175 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 msgr2=0x7f4a0415f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/1782473175 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a0415f000 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f4a040706c0 tx=0x7f49f402ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 -- 10.20.193.52:0/1782473175 shutdown_connections 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/1782473175 >> v2:10.20.193.86:3300/0 conn(0x7f4a0406c770 0x7f4a040ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/1782473175 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a0415f000 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 -- 10.20.193.52:0/1782473175 >> 10.20.193.52:0/1782473175 conn(0x7f4a040cef90 msgr2=0x7f4a040cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 -- 10.20.193.52:0/1782473175 shutdown_connections 2026-02-25T15:50:44.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.084+0000 7f4a0a04b640 1 -- 10.20.193.52:0/1782473175 wait complete. 2026-02-25T15:50:44.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 Processor -- start 2026-02-25T15:50:44.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 -- start start 2026-02-25T15:50:44.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4a0406c770 0x7f4a041f8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4a0415ec20 0x7f4a041f57f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a041f9420 con 0x7f4a040715c0 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a040a8d80 con 0x7f4a0415ec20 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a0a04b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a040a9060 con 0x7f4a0406c770 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a02ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a02ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36764/0 (socket says 10.20.193.52:36764) 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a02ffd640 1 -- 10.20.193.52:0/2456346833 learned_addr learned my addr 10.20.193.52:0/2456346833 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.085+0000 7f4a03fff640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4a0415ec20 0x7f4a041f57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a037fe640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4a0406c770 0x7f4a041f8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 -- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4a0406c770 msgr2=0x7f4a041f8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4a0406c770 0x7f4a041f8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 -- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4a0415ec20 msgr2=0x7f4a041f57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4a0415ec20 0x7f4a041f57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 -- 10.20.193.52:0/2456346833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49f40095d0 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a02ffd640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f49f4009a70 tx=0x7f49f40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f402fea0 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49f4040660 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a041f4ff0 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f4040a10 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a040b06e0 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.086+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a04068270 con 0x7f4a040715c0 2026-02-25T15:50:44.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.087+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7f49f4049020 con 0x7f4a040715c0 2026-02-25T15:50:44.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.088+0000 7f49dffff640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 0x7f49d40786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.088+0000 7f4a037fe640 1 -- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 msgr2=0x7f49d40786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:44.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.088+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f49f40bc7e0 con 0x7f4a040715c0 2026-02-25T15:50:44.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.088+0000 7f4a037fe640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 0x7f49d40786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:44.095 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.090+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f49f40821b0 con 0x7f4a040715c0 2026-02-25T15:50:44.100 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.100+0000 7f2432f70140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:50:44.103 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.100+0000 7f8efc7d1140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-25T15:50:44.125 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.124+0000 7f2432f70140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:50:44.127 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.125+0000 7f8efc7d1140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-25T15:50:44.145 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.145+0000 7f2432f70140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:50:44.147 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.145+0000 7f8efc7d1140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-25T15:50:44.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.168+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4a04068270 con 0x7f4a040715c0 2026-02-25T15:50:44.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.168+0000 7f49dffff640 1 -- 10.20.193.52:0/2456346833 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v39) v1 ==== 100+0+11 (secure 0 0 0) 0x7f49f4085230 con 0x7f4a040715c0 2026-02-25T15:50:44.170 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 msgr2=0x7f49d40786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 0x7f49d40786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 msgr2=0x7f4a040b01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f49f4009a70 tx=0x7f49f40047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 shutdown_connections 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f49d40761f0 0x7f49d40786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4a0415ec20 0x7f4a041f57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4a040715c0 0x7f4a040b01a0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 --2- 10.20.193.52:0/2456346833 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4a0406c770 0x7f4a041f8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 >> 10.20.193.52:0/2456346833 conn(0x7f4a040cef90 msgr2=0x7f4a0415d010 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 shutdown_connections 2026-02-25T15:50:44.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.169+0000 7f4a0a04b640 1 -- 10.20.193.52:0/2456346833 wait complete. 2026-02-25T15:50:44.180 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2026-02-25T15:50:44.291 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 Processor -- start 2026-02-25T15:50:44.291 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 -- start start 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1144071710 0x7f11440ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f114415b750 0x7f1144070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1144070cc0 con 0x7f11440b4470 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1144071c60 con 0x7f114415b750 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.289+0000 7f1149d06640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f114415bcc0 con 0x7f1144071710 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f114415b750 0x7f1144070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1143fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f11440b4470 0x7f11440720b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40552/0 (socket says 10.20.193.52:40552) 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1143fff640 1 -- 10.20.193.52:0/3744776862 learned_addr learned my addr 10.20.193.52:0/3744776862 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f11437fe640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1144071710 0x7f11440ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 -- 10.20.193.52:0/3744776862 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1144071710 msgr2=0x7f11440ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1144071710 0x7f11440ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.292 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 -- 10.20.193.52:0/3744776862 >> v1:10.20.193.52:6789/0 conn(0x7f11440b4470 legacy=0x7f11440720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 -- 10.20.193.52:0/3744776862 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f114415bfa0 con 0x7f114415b750 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f11427fc640 1 -- 10.20.193.52:0/3744776862 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2951568236 0 0) 0x7f1144070cc0 con 0x7f11440b4470 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f1142ffd640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f114415b750 0x7f1144070780 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f11340098a0 tx=0x7f113402eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dd6317dfb3e8b26 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f11427fc640 1 -- 10.20.193.52:0/3744776862 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f113402fb70 con 0x7f114415b750 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f11427fc640 1 -- 10.20.193.52:0/3744776862 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f113402fcd0 con 0x7f114415b750 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.290+0000 7f11427fc640 1 -- 10.20.193.52:0/3744776862 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1134037660 con 0x7f114415b750 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 -- 10.20.193.52:0/3744776862 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f114415b750 msgr2=0x7f1144070780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f114415b750 0x7f1144070780 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f11340098a0 tx=0x7f113402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 -- 10.20.193.52:0/3744776862 shutdown_connections 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f114415b750 0x7f1144070780 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 --2- 10.20.193.52:0/3744776862 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1144071710 0x7f11440ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 -- 10.20.193.52:0/3744776862 >> 10.20.193.52:0/3744776862 conn(0x7f114406c980 msgr2=0x7f114406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 -- 10.20.193.52:0/3744776862 shutdown_connections 2026-02-25T15:50:44.293 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.291+0000 7f1149d06640 1 -- 10.20.193.52:0/3744776862 wait complete. 2026-02-25T15:50:44.294 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 Processor -- start 2026-02-25T15:50:44.294 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 -- start start 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1144071710 0x7f11441f2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f114415b750 0x7f11441f6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11440caf00 con 0x7f11440b4470 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11440ca2f0 con 0x7f1144071710 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1149d06640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11440ca5d0 con 0x7f114415b750 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1142ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1142ffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36772/0 (socket says 10.20.193.52:36772) 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.292+0000 7f1142ffd640 1 -- 10.20.193.52:0/200144438 learned_addr learned my addr 10.20.193.52:0/200144438 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f11437fe640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1144071710 0x7f11441f2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 -- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f114415b750 msgr2=0x7f11441f6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f114415b750 0x7f11441f6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 -- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1144071710 msgr2=0x7f11441f2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1144071710 0x7f11441f2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 -- 10.20.193.52:0/200144438 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1134009500 con 0x7f11440b4470 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1142ffd640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f11340098a0 tx=0x7f11340047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.295 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1134042830 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1134042990 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11440ca8b0 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1134042d40 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11441f2670 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.293+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11440cb070 con 0x7f11440b4470 2026-02-25T15:50:44.296 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.294+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7f1134055480 con 0x7f11440b4470 2026-02-25T15:50:44.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.294+0000 7f111ffff640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 0x7f11140786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.294+0000 7f11437fe640 1 -- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 msgr2=0x7f11140786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:44.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.294+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7f113402fe40 con 0x7f11440b4470 2026-02-25T15:50:44.297 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.294+0000 7f11437fe640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 0x7f11140786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:44.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.297+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1134083080 con 0x7f11440b4470 2026-02-25T15:50:44.300 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.300+0000 7f2432f70140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:50:44.302 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.300+0000 7f8efc7d1140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-02-25T15:50:44.356 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.356+0000 7f2432f70140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:50:44.358 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.355+0000 7f8efc7d1140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-25T15:50:44.378 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.377+0000 7f2432f70140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:50:44.379 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.377+0000 7f8efc7d1140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-25T15:50:44.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.385+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f11440b4d50 con 0x7f11440b4470 2026-02-25T15:50:44.388 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.386+0000 7f111ffff640 1 -- 10.20.193.52:0/200144438 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v39) v1 ==== 80+0+351 (secure 0 0 0) 0x7f1134086100 con 0x7f11440b4470 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/1103185915 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6801/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:6800/685198553 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/2436275369 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/379719783 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.389 INFO:teuthology.orchestra.run.trial052.stdout:10.20.193.52:0/3395753474 2026-02-26T15:50:31.288346+0000 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:listed 6 entries 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 msgr2=0x7f11140786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 0x7f11140786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 msgr2=0x7f11441f5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f11340098a0 tx=0x7f11340047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 shutdown_connections 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7f11140761f0 0x7f11140786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f114415b750 0x7f11441f6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.391 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11440b4470 0x7f11441f5ee0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.392 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 --2- 10.20.193.52:0/200144438 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1144071710 0x7f11441f2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.392 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 >> 10.20.193.52:0/200144438 conn(0x7f114406c980 msgr2=0x7f114415cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.392 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 shutdown_connections 2026-02-25T15:50:44.392 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.387+0000 7f1149d06640 1 -- 10.20.193.52:0/200144438 wait complete. 2026-02-25T15:50:44.398 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@trial052.front.sepia.ceph.com... 2026-02-25T15:50:44.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:44.399 DEBUG:teuthology.orchestra.run.trial052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2026-02-25T15:50:44.400 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.399+0000 7f2432f70140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:50:44.402 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.399+0000 7f8efc7d1140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-25T15:50:44.423 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.trial052.stderr:ceph-fuse[66698]: fuse finished with error 0 and tester_r 0 2026-02-25T15:50:44.424 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:50:44.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:44.424 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2026-02-25T15:50:44.451 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.451+0000 7f2432f70140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:44.454 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.452+0000 7f8efc7d1140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:44.472 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.472+0000 7f2432f70140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:44.475 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.472+0000 7f8efc7d1140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-25T15:50:44.524 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.523+0000 7f2432f70140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:44.526 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.525+0000 7f8efc7d1140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-25T15:50:44.577 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:44.577 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:44.592 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182872k,nr_inodes=16295718,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme1n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=31804 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme1n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2026-02-25T15:50:44.592 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:50:44.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:44.592 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2026-02-25T15:50:44.647 INFO:teuthology.orchestra.run.trial086.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2026-02-25T15:50:44.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:50:44.647 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:44.647 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:44.663 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182880k,nr_inodes=16295720,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme0n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21175 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme0n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2026-02-25T15:50:44.664 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:50:44.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:44.664 DEBUG:teuthology.orchestra.run.trial052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2026-02-25T15:50:44.719 INFO:teuthology.orchestra.run.trial052.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2026-02-25T15:50:44.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:50:44.719 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:44.719 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:44.735 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182872k,nr_inodes=16295718,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme1n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=31804 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme1n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2026-02-25T15:50:44.735 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:50:44.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:44.735 DEBUG:teuthology.orchestra.run.trial086:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2026-02-25T15:50:44.791 INFO:teuthology.orchestra.run.trial086.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2026-02-25T15:50:44.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:50:44.792 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:44.849 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.849+0000 7f2432f70140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:50:44.853 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.852+0000 7f8efc7d1140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 Processor -- start 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 -- start start 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe2f015b750 0x7fe2f00ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 0x7fe2f00b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2f015bcc0 con 0x7fe2f0071710 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2f0071c60 con 0x7fe2f015b750 2026-02-25T15:50:44.859 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f682a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2f00b4e20 con 0x7fe2f00b4470 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe2f015b750 0x7fe2f00ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fe2f015b750 0x7fe2f00ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36778/0 (socket says 10.20.193.52:36778) 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 -- 10.20.193.52:0/2566151850 learned_addr learned my addr 10.20.193.52:0/2566151850 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f4da0640 1 --2- 10.20.193.52:0/2566151850 >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 0x7fe2f00b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 -- 10.20.193.52:0/2566151850 >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 msgr2=0x7fe2f00b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 --2- 10.20.193.52:0/2566151850 >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 0x7fe2f00b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 -- 10.20.193.52:0/2566151850 >> v1:10.20.193.86:6789/0 conn(0x7fe2f0071710 legacy=0x7fe2f0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2ef7fe640 1 -- 10.20.193.52:0/2566151850 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f015bfa0 con 0x7fe2f015b750 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.858+0000 7fe2f4da0640 1 --2- 10.20.193.52:0/2566151850 >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 0x7fe2f00b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2ef7fe640 1 --2- 10.20.193.52:0/2566151850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f015b750 0x7fe2f00ccfb0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe2f006c4a0 tx=0x7fe2e002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b017eb7aa46c82ba server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2eeffd640 1 -- 10.20.193.52:0/2566151850 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e002fbd0 con 0x7fe2f015b750 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2eeffd640 1 -- 10.20.193.52:0/2566151850 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2e002fd30 con 0x7fe2f015b750 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2eeffd640 1 -- 10.20.193.52:0/2566151850 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2e002fea0 con 0x7fe2f015b750 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 -- 10.20.193.52:0/2566151850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f015b750 msgr2=0x7fe2f00ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.860 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2566151850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f015b750 0x7fe2f00ccfb0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe2f006c4a0 tx=0x7fe2e002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 -- 10.20.193.52:0/2566151850 shutdown_connections 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2566151850 >> v2:10.20.193.86:3300/0 conn(0x7fe2f00b4470 0x7fe2f00b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2566151850 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f015b750 0x7fe2f00ccfb0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 -- 10.20.193.52:0/2566151850 >> 10.20.193.52:0/2566151850 conn(0x7fe2f006c980 msgr2=0x7fe2f006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 -- 10.20.193.52:0/2566151850 shutdown_connections 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.859+0000 7fe2f682a640 1 -- 10.20.193.52:0/2566151850 wait complete. 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 Processor -- start 2026-02-25T15:50:44.861 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 -- start start 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 0x7fe2f015a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 0x7fe2f00aa580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f00ad740 con 0x7fe2f0071710 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f00ada20 con 0x7fe2f015b750 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.860+0000 7fe2f682a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2f0157c00 con 0x7fe2f00b4470 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36780/0 (socket says 10.20.193.52:36780) 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 -- 10.20.193.52:0/2477798021 learned_addr learned my addr 10.20.193.52:0/2477798021 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2ef7fe640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 0x7fe2f015a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2f4da0640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 0x7fe2f00aa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 -- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 msgr2=0x7fe2f015a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 0x7fe2f015a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 -- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 msgr2=0x7fe2f00aa580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 0x7fe2f00aa580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 -- 10.20.193.52:0/2477798021 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2e00095d0 con 0x7fe2f0071710 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2ef7fe640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 0x7fe2f015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:44.862 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2f4da0640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 0x7fe2f00aa580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2effff640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00c5d0 tx=0x7fe2dc00caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc012830 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2dc0129b0 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc012d60 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2f0157ee0 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2f00add00 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.861+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2f0072090 con 0x7fe2f0071710 2026-02-25T15:50:44.863 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.862+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7fe2dc022020 con 0x7fe2f0071710 2026-02-25T15:50:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.863+0000 7fe2ecff9640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 0x7fe2c00786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.863+0000 7fe2ef7fe640 1 -- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 msgr2=0x7fe2c00786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.863+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fe2dc0974c0 con 0x7fe2f0071710 2026-02-25T15:50:44.864 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.863+0000 7fe2ef7fe640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 0x7fe2c00786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:44.866 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.865+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe2dc05cdc0 con 0x7fe2f0071710 2026-02-25T15:50:44.870 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:44.870+0000 7f2432f70140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:50:44.874 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:44.873+0000 7f8efc7d1140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-25T15:50:44.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.959+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe2f0072090 con 0x7fe2f0071710 2026-02-25T15:50:44.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.959+0000 7fe2ecff9640 1 -- 10.20.193.52:0/2477798021 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7fe2f0072090 con 0x7fe2f0071710 2026-02-25T15:50:44.960 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:44.960 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:44.960 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 msgr2=0x7fe2c00786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 0x7fe2c00786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 msgr2=0x7fe2f00ad080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00c5d0 tx=0x7fe2dc00caa0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 shutdown_connections 2026-02-25T15:50:44.961 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe2c00761f0 0x7fe2c00786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe2f015b750 0x7fe2f00aa580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe2f00b4470 0x7fe2f015a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 --2- 10.20.193.52:0/2477798021 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe2f0071710 0x7fe2f00ad080 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 >> 10.20.193.52:0/2477798021 conn(0x7fe2f006c980 msgr2=0x7fe2f00b02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 shutdown_connections 2026-02-25T15:50:44.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:44.960+0000 7fe2f682a640 1 -- 10.20.193.52:0/2477798021 wait complete. 2026-02-25T15:50:44.969 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:45.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 Processor -- start 2026-02-25T15:50:45.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 -- start start 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fe38015b750 0x7fe3800ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 0x7fe3800b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe38015bcc0 con 0x7fe380071710 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe380071c60 con 0x7fe38015b750 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe385ca5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3800b4e40 con 0x7fe3800b4470 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe37f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fe380071710 0x7fe380070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40556/0 (socket says 10.20.193.52:40556) 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe37f7fe640 1 -- 10.20.193.52:0/3053578206 learned_addr learned my addr 10.20.193.52:0/3053578206 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe37ffff640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 0x7fe3800b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe37effd640 1 --2- 10.20.193.52:0/3053578206 >> v2:10.20.193.86:3300/0 conn(0x7fe38015b750 0x7fe3800ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.039+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 749253519 0 0) 0x7fe38015bcc0 con 0x7fe380071710 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe364003620 con 0x7fe380071710 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3142091255 0 0) 0x7fe364003620 con 0x7fe380071710 2026-02-25T15:50:45.042 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 msgr2=0x7fe3800b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 0x7fe3800b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 >> v2:10.20.193.86:3300/0 conn(0x7fe38015b750 msgr2=0x7fe3800ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 --2- 10.20.193.52:0/3053578206 >> v2:10.20.193.86:3300/0 conn(0x7fe38015b750 0x7fe3800ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe38015bfa0 con 0x7fe380071710 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fe36c002f00 con 0x7fe380071710 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 >> v1:10.20.193.52:6789/0 conn(0x7fe380071710 legacy=0x7fe380070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe364003b30 0x7fe364003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3640048c0 0x7fe364004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 0x7fe364005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3800b4e40 con 0x7fe3640048c0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36400bb30 con 0x7fe364003b30 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe36400bcf0 con 0x7fe3800b4470 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3640048c0 0x7fe364004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 -- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 msgr2=0x7fe364005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3800b4470 0x7fe364005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 -- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe364003b30 msgr2=0x7fe364003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe364003b30 0x7fe364003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 -- 10.20.193.52:0/3053578206 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe364003620 con 0x7fe3640048c0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37effd640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3640048c0 0x7fe364004d40 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe3700098d0 tx=0x7fe37002ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225425fd7bc45a4a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe37002f950 con 0x7fe3640048c0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe37002fab0 con 0x7fe3640048c0 2026-02-25T15:50:45.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.040+0000 7fe37e7fc640 1 -- 10.20.193.52:0/3053578206 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe37002fe40 con 0x7fe3640048c0 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 -- 10.20.193.52:0/3053578206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3640048c0 msgr2=0x7fe364004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 --2- 10.20.193.52:0/3053578206 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3640048c0 0x7fe364004d40 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe3700098d0 tx=0x7fe37002ef30 comp rx=0 tx=0).stop 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe37ffff640 1 -- 10.20.193.52:0/3053578206 reap_dead start 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 -- 10.20.193.52:0/3053578206 shutdown_connections 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 -- 10.20.193.52:0/3053578206 >> 10.20.193.52:0/3053578206 conn(0x7fe38006c980 msgr2=0x7fe38006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 -- 10.20.193.52:0/3053578206 shutdown_connections 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.041+0000 7fe385ca5640 1 -- 10.20.193.52:0/3053578206 wait complete. 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 Processor -- start 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 -- start start 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3640048c0 0x7fe3801548d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3800c44d0 0x7fe3800ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3800b2380 con 0x7fe3800c4050 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe380154e10 con 0x7fe3800c44d0 2026-02-25T15:50:45.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.042+0000 7fe385ca5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3800b0180 con 0x7fe3640048c0 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36808/0 (socket says 10.20.193.52:36808) 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 -- 10.20.193.52:0/2512427580 learned_addr learned my addr 10.20.193.52:0/2512427580 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37ffff640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3800c44d0 0x7fe3800ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 -- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3640048c0 msgr2=0x7fe3801548d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3640048c0 0x7fe3801548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 -- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3800c44d0 msgr2=0x7fe3800ad2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3800c44d0 0x7fe3800ad2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 -- 10.20.193.52:0/2512427580 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3800b0460 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe37effd640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe37003a040 tx=0x7fe370004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe370041600 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe370041780 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3800b0740 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe370041b30 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.043+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3800afda0 con 0x7fe3800c4050 2026-02-25T15:50:45.046 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.044+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe38015bcc0 con 0x7fe3800c4050 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.044+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 11) v1 ==== 98425+0+0 (secure 0 0 0) 0x7fe370041c90 con 0x7fe3800c4050 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.044+0000 7fe35bfff640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 0x7fe3500786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.045+0000 7fe37f7fe640 1 -- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 msgr2=0x7fe3500786b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:10.20.193.52:6800/3387084460 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.045+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6283+0+0 (secure 0 0 0) 0x7fe3700bc950 con 0x7fe3800c4050 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.045+0000 7fe37f7fe640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 0x7fe3500786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2026-02-25T15:50:45.047 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.046+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fe370082390 con 0x7fe3800c4050 2026-02-25T15:50:45.127 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.125+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe3800cd280 con 0x7fe3800c4050 2026-02-25T15:50:45.128 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.126+0000 7fe35bfff640 1 -- 10.20.193.52:0/2512427580 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+17160 (secure 0 0 0) 0x7fe37000f040 con 0x7fe3800c4050 2026-02-25T15:50:45.128 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:45.128 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":39,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:31.288377+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:45.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 msgr2=0x7fe3500786b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-25T15:50:45.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 0x7fe3500786b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.129 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 msgr2=0x7fe3800acdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe37003a040 tx=0x7fe370004830 comp rx=0 tx=0).stop 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 shutdown_connections 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:6800/3387084460,v1:10.20.193.52:6801/3387084460] conn(0x7fe3500761f0 0x7fe3500786b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fe3800c44d0 0x7fe3800ad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fe3800c4050 0x7fe3800acdb0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 --2- 10.20.193.52:0/2512427580 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fe3640048c0 0x7fe3801548d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 >> 10.20.193.52:0/2512427580 conn(0x7fe38006c980 msgr2=0x7fe38015e280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 shutdown_connections 2026-02-25T15:50:45.130 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.127+0000 7fe385ca5640 1 -- 10.20.193.52:0/2512427580 wait complete. 2026-02-25T15:50:45.137 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-02-25T15:49:25.154854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2026-02-25T15:50:21.356468+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2026-02-25T15:50:22.369195+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-02-25T15:50:45.138 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2026-02-25T15:50:45.204 INFO:tasks.ceph.mgr.x.trial086.stderr:2026-02-25T15:50:45.204+0000 7f2432f70140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:50:45.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 Processor -- start 2026-02-25T15:50:45.209 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 -- start start 2026-02-25T15:50:45.209 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.208+0000 7f8efc7d1140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f60ec0b2530 0x7f60ec0cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec0cf8e0 0x7f60ec0adf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60ec15da20 con 0x7f60ec15d640 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60ec0cfd50 con 0x7f60ec0b2530 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.208+0000 7f60f3607640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec0b1490 con 0x7f60ec0cf8e0 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f60ec0b2530 0x7f60ec0cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f60ec0b2530 0x7f60ec0cf3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36818/0 (socket says 10.20.193.52:36818) 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 -- 10.20.193.52:0/3790511976 learned_addr learned my addr 10.20.193.52:0/3790511976 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f1b7d640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec0cf8e0 0x7f60ec0adf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 -- 10.20.193.52:0/3790511976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec0cf8e0 msgr2=0x7f60ec0adf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec0cf8e0 0x7f60ec0adf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 -- 10.20.193.52:0/3790511976 >> v1:10.20.193.86:6789/0 conn(0x7f60ec15d640 legacy=0x7f60ec0b0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 -- 10.20.193.52:0/3790511976 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60ec0b1770 con 0x7f60ec0b2530 2026-02-25T15:50:45.210 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.209+0000 7f60f0b7b640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0cf3a0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f60e0009970 tx=0x7f60e002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99786b6b7bc9788a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60dbfff640 1 -- 10.20.193.52:0/3790511976 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60e002fbe0 con 0x7f60ec0b2530 2026-02-25T15:50:45.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60dbfff640 1 -- 10.20.193.52:0/3790511976 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60e002fd40 con 0x7f60ec0b2530 2026-02-25T15:50:45.211 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60dbfff640 1 -- 10.20.193.52:0/3790511976 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60e0037660 con 0x7f60ec0b2530 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60f3607640 1 -- 10.20.193.52:0/3790511976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 msgr2=0x7f60ec0cf3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60f3607640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0cf3a0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f60e0009970 tx=0x7f60e002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60f3607640 1 -- 10.20.193.52:0/3790511976 shutdown_connections 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60f3607640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec0cf8e0 0x7f60ec0adf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.210+0000 7f60f3607640 1 --2- 10.20.193.52:0/3790511976 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0cf3a0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.211+0000 7f60f3607640 1 -- 10.20.193.52:0/3790511976 >> 10.20.193.52:0/3790511976 conn(0x7f60ec099e40 msgr2=0x7f60ec09a220 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.211+0000 7f60f3607640 1 -- 10.20.193.52:0/3790511976 shutdown_connections 2026-02-25T15:50:45.212 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.211+0000 7f60f3607640 1 -- 10.20.193.52:0/3790511976 wait complete. 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 Processor -- start 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 -- start start 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f60ec0cf8e0 0x7f60ec0cd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec15d640 0x7f60ec0c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec0cc490 con 0x7f60ec0b2530 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec15de20 con 0x7f60ec0cf8e0 2026-02-25T15:50:45.213 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f3607640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60ec0cc8b0 con 0x7f60ec15d640 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f137c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f137c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36826/0 (socket says 10.20.193.52:36826) 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f137c640 1 -- 10.20.193.52:0/3441982619 learned_addr learned my addr 10.20.193.52:0/3441982619 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f1b7d640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec15d640 0x7f60ec0c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.212+0000 7f60f0b7b640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f60ec0cf8e0 0x7f60ec0cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 -- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec15d640 msgr2=0x7f60ec0c9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec15d640 0x7f60ec0c9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 -- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f60ec0cf8e0 msgr2=0x7f60ec0cd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f60ec0cf8e0 0x7f60ec0cd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 -- 10.20.193.52:0/3441982619 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60e00095d0 con 0x7f60ec0b2530 2026-02-25T15:50:45.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.213+0000 7f60f137c640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00b580 tx=0x7f60dc00ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.215+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60dc004480 con 0x7f60ec0b2530 2026-02-25T15:50:45.216 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.215+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60dc0026e0 con 0x7f60ec0b2530 2026-02-25T15:50:45.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.215+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60ec0b6050 con 0x7f60ec0b2530 2026-02-25T15:50:45.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.215+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60dc002a90 con 0x7f60ec0b2530 2026-02-25T15:50:45.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.215+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60ec0cbaf0 con 0x7f60ec0b2530 2026-02-25T15:50:45.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.216+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60ec0b2930 con 0x7f60ec0b2530 2026-02-25T15:50:45.217 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.216+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7f60dc002bf0 con 0x7f60ec0b2530 2026-02-25T15:50:45.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.217+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f60dc096930 con 0x7f60ec0b2530 2026-02-25T15:50:45.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.219+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f60dc05c6e0 con 0x7f60ec0b2530 2026-02-25T15:50:45.244 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfb3e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.244 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfb3e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.244 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfb3e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.244 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfb3e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.244 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfb3e8640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.245 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfe3ee640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.245 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfe3ee640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.245 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfe3ee640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.245 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfe3ee640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.245 INFO:tasks.ceph.mgr.y.trial052.stderr:2026-02-25T15:50:45.242+0000 7f8dfe3ee640 -1 client.0 error registering admin socket command: (17) File exists 2026-02-25T15:50:45.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.297+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f60ec06f020 con 0x7f60ec0b2530 2026-02-25T15:50:45.299 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60d9ffb640 1 -- 10.20.193.52:0/3441982619 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v40) v1 ==== 93+0+10 (secure 0 0 0) 0x7f60dc05f760 con 0x7f60ec0b2530 2026-02-25T15:50:45.300 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 1 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 msgr2=0x7f60ec0b5b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00b580 tx=0x7f60dc00ba50 comp rx=0 tx=0).stop 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 shutdown_connections 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f60ec15d640 0x7f60ec0c9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f60ec0cf8e0 0x7f60ec0cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 --2- 10.20.193.52:0/3441982619 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f60ec0b2530 0x7f60ec0b5b10 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 >> 10.20.193.52:0/3441982619 conn(0x7f60ec099e40 msgr2=0x7f60ec073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.301 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 shutdown_connections 2026-02-25T15:50:45.302 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.298+0000 7f60f3607640 1 -- 10.20.193.52:0/3441982619 wait complete. 2026-02-25T15:50:45.308 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2026-02-25T15:50:45.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 Processor -- start 2026-02-25T15:50:45.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 -- start start 2026-02-25T15:50:45.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd015ec20 0x7f7dd00724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7dd00715c0 0x7f7dd015f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.380 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7dd006c770 0x7f7dd00ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7dd0071d80 con 0x7f7dd00715c0 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7dd00cdf70 con 0x7f7dd006c770 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd7633640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7dd00cd680 con 0x7f7dd015ec20 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7dd00715c0 0x7f7dd015f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7dd00715c0 0x7f7dd015f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36956/0 (socket says 10.20.193.52:36956) 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 -- 10.20.193.52:0/2806542444 learned_addr learned my addr 10.20.193.52:0/2806542444 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd53a8640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd015ec20 0x7f7dd00724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 -- 10.20.193.52:0/2806542444 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd015ec20 msgr2=0x7f7dd00724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd015ec20 0x7f7dd00724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 -- 10.20.193.52:0/2806542444 >> v2:10.20.193.86:3300/0 conn(0x7f7dd006c770 msgr2=0x7f7dd00ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.379+0000 7f7dd4ba7640 1 --2- 10.20.193.52:0/2806542444 >> v2:10.20.193.86:3300/0 conn(0x7f7dd006c770 0x7f7dd00ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd4ba7640 1 -- 10.20.193.52:0/2806542444 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dd0072a10 con 0x7f7dd00715c0 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd4ba7640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd00715c0 0x7f7dd015f000 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7dd00b1d20 tx=0x7f7dc402ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddabd166ffd5b0a4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.381 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dbffff640 1 -- 10.20.193.52:0/2806542444 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dc402fbc0 con 0x7f7dd00715c0 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dbffff640 1 -- 10.20.193.52:0/2806542444 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dc402fd20 con 0x7f7dd00715c0 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dbffff640 1 -- 10.20.193.52:0/2806542444 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dc4037660 con 0x7f7dd00715c0 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 -- 10.20.193.52:0/2806542444 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd00715c0 msgr2=0x7f7dd015f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd00715c0 0x7f7dd015f000 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7dd00b1d20 tx=0x7f7dc402ef90 comp rx=0 tx=0).stop 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 -- 10.20.193.52:0/2806542444 shutdown_connections 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 --2- 10.20.193.52:0/2806542444 >> v2:10.20.193.86:3300/0 conn(0x7f7dd006c770 0x7f7dd00ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd00715c0 0x7f7dd015f000 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 --2- 10.20.193.52:0/2806542444 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd015ec20 0x7f7dd00724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 -- 10.20.193.52:0/2806542444 >> 10.20.193.52:0/2806542444 conn(0x7f7dd00cef90 msgr2=0x7f7dd00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 -- 10.20.193.52:0/2806542444 shutdown_connections 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.380+0000 7f7dd7633640 1 -- 10.20.193.52:0/2806542444 wait complete. 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 Processor -- start 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 -- start start 2026-02-25T15:50:45.382 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 0x7f7dd01f5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 0x7f7dd00b0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dd00b08d0 con 0x7f7dd015ec20 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dd01f60f0 con 0x7f7dd006c770 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd7633640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7dd01436e0 con 0x7f7dd00715c0 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd5ba9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd5ba9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36972/0 (socket says 10.20.193.52:36972) 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd5ba9640 1 -- 10.20.193.52:0/1242038152 learned_addr learned my addr 10.20.193.52:0/1242038152 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd4ba7640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 0x7f7dd00b0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.381+0000 7f7dd53a8640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 0x7f7dd01f5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 -- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 msgr2=0x7f7dd00b0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 0x7f7dd00b0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 -- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 msgr2=0x7f7dd01f5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 0x7f7dd01f5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 -- 10.20.193.52:0/1242038152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dc40095d0 con 0x7f7dd015ec20 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd53a8640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 0x7f7dd01f5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd4ba7640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 0x7f7dd00b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd5ba9640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00b970 tx=0x7f7dcc00be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc002e70 con 0x7f7dd015ec20 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dcc00c790 con 0x7f7dd015ec20 2026-02-25T15:50:45.383 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7dd01433b0 con 0x7f7dd015ec20 2026-02-25T15:50:45.384 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc00cb60 con 0x7f7dd015ec20 2026-02-25T15:50:45.384 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7dd01f5b30 con 0x7f7dd015ec20 2026-02-25T15:50:45.384 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.382+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7dd0068270 con 0x7f7dd015ec20 2026-02-25T15:50:45.384 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.383+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7f7dcc00ccc0 con 0x7f7dd015ec20 2026-02-25T15:50:45.384 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.383+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f7dcc0970f0 con 0x7f7dd015ec20 2026-02-25T15:50:45.386 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.385+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7dcc05d010 con 0x7f7dd015ec20 2026-02-25T15:50:45.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.462+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7dd015f540 con 0x7f7dd015ec20 2026-02-25T15:50:45.464 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.462+0000 7f7dbdffb640 1 -- 10.20.193.52:0/1242038152 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v40) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7dcc060090 con 0x7f7dd015ec20 2026-02-25T15:50:45.464 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 32 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 msgr2=0x7f7dd013c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc00b970 tx=0x7f7dcc00be40 comp rx=0 tx=0).stop 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 shutdown_connections 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7dd015ec20 0x7f7dd013c9d0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7dd00715c0 0x7f7dd00b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 --2- 10.20.193.52:0/1242038152 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7dd006c770 0x7f7dd01f5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 >> 10.20.193.52:0/1242038152 conn(0x7f7dd00cef90 msgr2=0x7f7dd015d930 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 shutdown_connections 2026-02-25T15:50:45.466 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.463+0000 7f7dd7633640 1 -- 10.20.193.52:0/1242038152 wait complete. 2026-02-25T15:50:45.472 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2026-02-25T15:50:45.540 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 Processor -- start 2026-02-25T15:50:45.540 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 -- start start 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc0c4143b70 0x7fc0c40cd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc0c406cb30 0x7fc0c4071770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0c4143f50 con 0x7fc0c4071cb0 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0c4072160 con 0x7fc0c406cb30 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.539+0000 7fc0c9801640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0c40cd9a0 con 0x7fc0c4143b70 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc0c406cb30 0x7fc0c4071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc0c406cb30 0x7fc0c4071770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36984/0 (socket says 10.20.193.52:36984) 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 -- 10.20.193.52:0/3989545269 learned_addr learned my addr 10.20.193.52:0/3989545269 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c2ffd640 1 --2- 10.20.193.52:0/3989545269 >> v2:10.20.193.86:3300/0 conn(0x7fc0c4143b70 0x7fc0c40cd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 -- 10.20.193.52:0/3989545269 >> v2:10.20.193.86:3300/0 conn(0x7fc0c4143b70 msgr2=0x7fc0c40cd0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 --2- 10.20.193.52:0/3989545269 >> v2:10.20.193.86:3300/0 conn(0x7fc0c4143b70 0x7fc0c40cd0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 -- 10.20.193.52:0/3989545269 >> v1:10.20.193.86:6789/0 conn(0x7fc0c4071cb0 legacy=0x7fc0c4070730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.541 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 -- 10.20.193.52:0/3989545269 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0c40cdc80 con 0x7fc0c406cb30 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c27fc640 1 --2- 10.20.193.52:0/3989545269 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c406cb30 0x7fc0c4071770 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc0c40702c0 tx=0x7fc0ac02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad3af8af40502e77 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c1ffb640 1 -- 10.20.193.52:0/3989545269 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac02fbd0 con 0x7fc0c406cb30 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c1ffb640 1 -- 10.20.193.52:0/3989545269 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0ac02fd30 con 0x7fc0c406cb30 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c1ffb640 1 -- 10.20.193.52:0/3989545269 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac02fea0 con 0x7fc0c406cb30 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c9801640 1 -- 10.20.193.52:0/3989545269 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c406cb30 msgr2=0x7fc0c4071770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.540+0000 7fc0c9801640 1 --2- 10.20.193.52:0/3989545269 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c406cb30 0x7fc0c4071770 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc0c40702c0 tx=0x7fc0ac02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 -- 10.20.193.52:0/3989545269 shutdown_connections 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 --2- 10.20.193.52:0/3989545269 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c406cb30 0x7fc0c4071770 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 --2- 10.20.193.52:0/3989545269 >> v2:10.20.193.86:3300/0 conn(0x7fc0c4143b70 0x7fc0c40cd0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 -- 10.20.193.52:0/3989545269 >> 10.20.193.52:0/3989545269 conn(0x7fc0c40cef90 msgr2=0x7fc0c40cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 -- 10.20.193.52:0/3989545269 shutdown_connections 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 -- 10.20.193.52:0/3989545269 wait complete. 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 Processor -- start 2026-02-25T15:50:45.542 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.541+0000 7fc0c9801640 1 -- start start 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 0x7fc0c41f7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 0x7fc0c413db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c413f380 con 0x7fc0c4071cb0 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c41f8e90 con 0x7fc0c4143b70 2026-02-25T15:50:45.543 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c413e770 con 0x7fc0c406cb30 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:36996/0 (socket says 10.20.193.52:36996) 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 -- 10.20.193.52:0/2850036457 learned_addr learned my addr 10.20.193.52:0/2850036457 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c2ffd640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 0x7fc0c41f7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 -- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 msgr2=0x7fc0c41f7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 0x7fc0c41f7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c37fe640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 0x7fc0c413db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 -- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 msgr2=0x7fc0c413db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 0x7fc0c413db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 -- 10.20.193.52:0/2850036457 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0ac0095d0 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c2ffd640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 0x7fc0c41f7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c37fe640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 0x7fc0c413db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c27fc640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac002410 tx=0x7fc0ac0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac02fea0 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0ac040610 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0c413ea50 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac0409c0 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.542+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c413f010 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.543+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0c4068270 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.543+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7fc0ac046020 con 0x7fc0c4071cb0 2026-02-25T15:50:45.544 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.543+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7fc0ac0bc070 con 0x7fc0c4071cb0 2026-02-25T15:50:45.547 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.546+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc0ac082000 con 0x7fc0c4071cb0 2026-02-25T15:50:45.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.622+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc0c4071770 con 0x7fc0c4071cb0 2026-02-25T15:50:45.624 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0a37fe640 1 -- 10.20.193.52:0/2850036457 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v40) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc0ac03c0a0 con 0x7fc0c4071cb0 2026-02-25T15:50:45.624 INFO:teuthology.orchestra.run.trial052.stdout:pg_num: 64 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 msgr2=0x7fc0c41f84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac002410 tx=0x7fc0ac0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 shutdown_connections 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0c4143b70 0x7fc0c413db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0c4071cb0 0x7fc0c41f84f0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 --2- 10.20.193.52:0/2850036457 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0c406cb30 0x7fc0c41f7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 >> 10.20.193.52:0/2850036457 conn(0x7fc0c40cef90 msgr2=0x7fc0c40b1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 shutdown_connections 2026-02-25T15:50:45.625 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.623+0000 7fc0c9801640 1 -- 10.20.193.52:0/2850036457 wait complete. 2026-02-25T15:50:45.632 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:45.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.698+0000 7fa756e2a640 1 Processor -- start 2026-02-25T15:50:45.700 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.698+0000 7fa756e2a640 1 -- start start 2026-02-25T15:50:45.704 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.698+0000 7fa756e2a640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fa7500b27f0 0x7fa750142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.704 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.698+0000 7fa756e2a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750143250 0x7fa7500ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa756e2a640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7500b40f0 con 0x7fa750140270 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa756e2a640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa750143a40 con 0x7fa7500b27f0 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa756e2a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7500addc0 con 0x7fa750143250 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa754b9f640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fa750140270 0x7fa7500b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40564/0 (socket says 10.20.193.52:40564) 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa754b9f640 1 -- 10.20.193.52:0/713974660 learned_addr learned my addr 10.20.193.52:0/713974660 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 --2- 10.20.193.52:0/713974660 >> v2:10.20.193.86:3300/0 conn(0x7fa7500b27f0 0x7fa750142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa7553a0640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750143250 0x7fa7500ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 704483623 0 0) 0x7fa7500b40f0 con 0x7fa750140270 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa73c003620 con 0x7fa750140270 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1888578101 0 0) 0x7fa73c003620 con 0x7fa750140270 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 -- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750143250 msgr2=0x7fa7500ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.705 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750143250 0x7fa7500ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 -- 10.20.193.52:0/713974660 >> v1:10.20.193.52:6789/0 conn(0x7fa750140270 legacy=0x7fa7500b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 -- 10.20.193.52:0/713974660 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7500b4370 con 0x7fa7500b27f0 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.699+0000 7fa747fff640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa750142d10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa7380098a0 tx=0x7fa73802ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=621929d43baf4026 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa740002f00 con 0x7fa7500b27f0 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa73802f830 con 0x7fa7500b27f0 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa7477fe640 1 -- 10.20.193.52:0/713974660 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73802fba0 con 0x7fa7500b27f0 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 -- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 msgr2=0x7fa750142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa750142d10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa7380098a0 tx=0x7fa73802ee80 comp rx=0 tx=0).stop 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 -- 10.20.193.52:0/713974660 shutdown_connections 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750143250 0x7fa7500ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 --2- 10.20.193.52:0/713974660 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa750142d10 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.706 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 -- 10.20.193.52:0/713974660 >> 10.20.193.52:0/713974660 conn(0x7fa75006c980 msgr2=0x7fa75006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 -- 10.20.193.52:0/713974660 shutdown_connections 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.700+0000 7fa756e2a640 1 -- 10.20.193.52:0/713974660 wait complete. 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 Processor -- start 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- start start 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa7501f4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750140270 0x7fa7500ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa750155a30 con 0x7fa750143250 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7500ceec0 con 0x7fa7500b27f0 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7501f53d0 con 0x7fa750140270 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.707 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37004/0 (socket says 10.20.193.52:37004) 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 -- 10.20.193.52:0/3595552209 learned_addr learned my addr 10.20.193.52:0/3595552209 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa747fff640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750140270 0x7fa7500ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 -- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750140270 msgr2=0x7fa7500ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750140270 0x7fa7500ce440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 -- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 msgr2=0x7fa7501f4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa7501f4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 -- 10.20.193.52:0/3595552209 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa738009500 con 0x7fa750143250 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7553a0640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fa74c007e40 tx=0x7fa74c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa74c006ea0 con 0x7fa750143250 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa74c014640 con 0x7fa750143250 2026-02-25T15:50:45.708 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa74c00eea0 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa750155750 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.701+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa750144000 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.702+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa750143b80 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.702+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7fa74c0149f0 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.703+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7fa74c0983a0 con 0x7fa750143250 2026-02-25T15:50:45.709 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.704+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fa74c05e2c0 con 0x7fa750143250 2026-02-25T15:50:45.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.797+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa7501436c0 con 0x7fa750143250 2026-02-25T15:50:45.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.797+0000 7fa7457fa640 1 -- 10.20.193.52:0/3595552209 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7fa74c061340 con 0x7fa750143250 2026-02-25T15:50:45.799 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:45.799 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:45.800 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:45.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 msgr2=0x7fa7500ce980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fa74c007e40 tx=0x7fa74c00e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 shutdown_connections 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa750143250 0x7fa7500ce980 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa750140270 0x7fa7500ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 --2- 10.20.193.52:0/3595552209 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa7500b27f0 0x7fa7501f4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 >> 10.20.193.52:0/3595552209 conn(0x7fa75006c980 msgr2=0x7fa7500b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 shutdown_connections 2026-02-25T15:50:45.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.798+0000 7fa756e2a640 1 -- 10.20.193.52:0/3595552209 wait complete. 2026-02-25T15:50:45.807 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:45.874 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.873+0000 7f9c85b73640 1 Processor -- start 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.873+0000 7f9c85b73640 1 -- start start 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c85b73640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f9c800b4b80 0x7f9c800ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c85b73640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c8015bcc0 con 0x7f9c80071710 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c85b73640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c8015bfa0 con 0x7f9c8015b750 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c85b73640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c80071c60 con 0x7f9c800b4b80 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7f7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f9c80071710 0x7f9c80070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40570/0 (socket says 10.20.193.52:40570) 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7f7fe640 1 -- 10.20.193.52:0/1796184257 learned_addr learned my addr 10.20.193.52:0/1796184257 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:45.875 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7ffff640 1 --2- 10.20.193.52:0/1796184257 >> v2:10.20.193.86:3300/0 conn(0x7f9c800b4b80 0x7f9c800ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3919307489 0 0) 0x7f9c8015bcc0 con 0x7f9c80071710 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c64003620 con 0x7f9c80071710 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4273814129 0 0) 0x7f9c64003620 con 0x7f9c80071710 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 >> v2:10.20.193.86:3300/0 conn(0x7f9c800b4b80 msgr2=0x7f9c800ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 --2- 10.20.193.52:0/1796184257 >> v2:10.20.193.86:3300/0 conn(0x7f9c800b4b80 0x7f9c800ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 >> v1:10.20.193.86:6789/0 conn(0x7f9c8015b750 legacy=0x7f9c800b4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c8015c280 con 0x7f9c80071710 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f9c6c002f00 con 0x7f9c80071710 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 >> v1:10.20.193.52:6789/0 conn(0x7f9c80071710 legacy=0x7f9c80070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c64003b30 0x7f9c64003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c64004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c64005280 0x7f9c6400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6400c1f0 con 0x7f9c640048c0 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6400c360 con 0x7f9c64005280 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6400c520 con 0x7f9c64003b30 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c64004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7f7fe640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c64003b30 0x7f9c64003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 -- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c64003b30 msgr2=0x7f9c64003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c64003b30 0x7f9c64003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 -- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c64005280 msgr2=0x7f9c6400ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c64005280 0x7f9c6400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7ffff640 1 -- 10.20.193.52:0/1796184257 reap_dead start 2026-02-25T15:50:45.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.874+0000 7f9c7effd640 1 -- 10.20.193.52:0/1796184257 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c64003620 con 0x7f9c640048c0 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c7effd640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c64004d40 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f9c70003fb0 tx=0x7f9c7002ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df5fd9b89e221018 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c7002f720 con 0x7f9c640048c0 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c7002f8a0 con 0x7f9c640048c0 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c7e7fc640 1 -- 10.20.193.52:0/1796184257 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c7002fc50 con 0x7f9c640048c0 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 -- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 msgr2=0x7f9c64004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c64004d40 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f9c70003fb0 tx=0x7f9c7002ecc0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 -- 10.20.193.52:0/1796184257 shutdown_connections 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1796184257 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c64004d40 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 -- 10.20.193.52:0/1796184257 >> 10.20.193.52:0/1796184257 conn(0x7f9c8006c980 msgr2=0x7f9c8006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 -- 10.20.193.52:0/1796184257 shutdown_connections 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.875+0000 7f9c85b73640 1 -- 10.20.193.52:0/1796184257 wait complete. 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 Processor -- start 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 -- start start 2026-02-25T15:50:45.877 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c800b21e0 0x7f9c80152ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c8015a320 0x7f9c8015a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c8015ace0 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c800b2660 con 0x7f9c800b21e0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c85b73640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c800b28e0 con 0x7f9c8015a320 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37026/0 (socket says 10.20.193.52:37026) 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 -- 10.20.193.52:0/1548165472 learned_addr learned my addr 10.20.193.52:0/1548165472 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 -- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c8015a320 msgr2=0x7f9c8015a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c8015a320 0x7f9c8015a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 -- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c800b21e0 msgr2=0x7f9c80152ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c800b21e0 0x7f9c80152ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 -- 10.20.193.52:0/1548165472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c800b2bc0 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.876+0000 7f9c7f7fe640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c00eb50 tx=0x7f9c6c00c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c00ec50 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6c00edb0 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c800b2ea0 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c00cd90 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c80153000 con 0x7f9c640048c0 2026-02-25T15:50:45.878 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.877+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c800b33c0 con 0x7f9c640048c0 2026-02-25T15:50:45.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.878+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7f9c6c01d460 con 0x7f9c640048c0 2026-02-25T15:50:45.879 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.878+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f9c6c096c70 con 0x7f9c640048c0 2026-02-25T15:50:45.881 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.880+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f9c6c05caf0 con 0x7f9c640048c0 2026-02-25T15:50:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.958+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c8015bfa0 con 0x7f9c640048c0 2026-02-25T15:50:45.960 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c5bfff640 1 -- 10.20.193.52:0/1548165472 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+17724 (secure 0 0 0) 0x7f9c6c05fb70 con 0x7f9c640048c0 2026-02-25T15:50:45.961 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:45.961 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":40,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:45.210422+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1389667781":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/4016149037":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2605436130":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/4102528794":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6801/3387084460":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2877670512":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3801520293":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2318356933":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6800/3387084460":"2026-02-26T15:50:45.210390+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 msgr2=0x7f9c801f50a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c00eb50 tx=0x7f9c6c00c4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 shutdown_connections 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9c8015a320 0x7f9c8015a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9c800b21e0 0x7f9c80152ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.962 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 --2- 10.20.193.52:0/1548165472 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9c640048c0 0x7f9c801f50a0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 >> 10.20.193.52:0/1548165472 conn(0x7f9c8006c980 msgr2=0x7f9c800cc260 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 shutdown_connections 2026-02-25T15:50:45.963 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:45.959+0000 7f9c85b73640 1 -- 10.20.193.52:0/1548165472 wait complete. 2026-02-25T15:50:45.969 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2026-02-25T15:50:45.970 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:46.035 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.034+0000 7f1186e16640 1 Processor -- start 2026-02-25T15:50:46.036 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.034+0000 7f1186e16640 1 -- start start 2026-02-25T15:50:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1186e16640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f11800cf000 0x7f1180168470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1186e16640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11800d21a0 con 0x7f118015e7e0 2026-02-25T15:50:46.038 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1186e16640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11800d1590 con 0x7f11800cfc20 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1186e16640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11800d1870 con 0x7f11800cf000 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f118538c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f11800cf000 0x7f1180168470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1177fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f118015e7e0 0x7f11800d3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:40576/0 (socket says 10.20.193.52:40576) 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f1177fff640 1 -- 10.20.193.52:0/3377469081 learned_addr learned my addr 10.20.193.52:0/3377469081 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f118538c640 1 -- 10.20.193.52:0/3377469081 >> v1:10.20.193.86:6789/0 conn(0x7f11800cfc20 legacy=0x7f11800d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f118538c640 1 -- 10.20.193.52:0/3377469081 >> v1:10.20.193.52:6789/0 conn(0x7f118015e7e0 legacy=0x7f11800d3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f11777fe640 1 -- 10.20.193.52:0/3377469081 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2215643787 0 0) 0x7f11800d21a0 con 0x7f118015e7e0 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.035+0000 7f118538c640 1 -- 10.20.193.52:0/3377469081 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11800d1b50 con 0x7f11800cf000 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f118538c640 1 --2- 10.20.193.52:0/3377469081 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f1180168470 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f117c009d90 tx=0x7f117c02f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba8bb61d6a968991 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f11777fe640 1 -- 10.20.193.52:0/3377469081 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f117c006ea0 con 0x7f11800cf000 2026-02-25T15:50:46.039 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f11777fe640 1 -- 10.20.193.52:0/3377469081 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f117c037440 con 0x7f11800cf000 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f11777fe640 1 -- 10.20.193.52:0/3377469081 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f117c0377d0 con 0x7f11800cf000 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 -- 10.20.193.52:0/3377469081 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 msgr2=0x7f1180168470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 --2- 10.20.193.52:0/3377469081 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f1180168470 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f117c009d90 tx=0x7f117c02f270 comp rx=0 tx=0).stop 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 -- 10.20.193.52:0/3377469081 shutdown_connections 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 --2- 10.20.193.52:0/3377469081 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f1180168470 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 -- 10.20.193.52:0/3377469081 >> 10.20.193.52:0/3377469081 conn(0x7f118009c7b0 msgr2=0x7f11800d3470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 -- 10.20.193.52:0/3377469081 shutdown_connections 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.036+0000 7f1186e16640 1 -- 10.20.193.52:0/3377469081 wait complete. 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 Processor -- start 2026-02-25T15:50:46.040 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 -- start start 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11800cfc20 0x7f11800b88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f118015e7e0 0x7f118015a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1180156130 con 0x7f11800cf000 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1180156410 con 0x7f11800cfc20 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11801566f0 con 0x7f118015e7e0 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.043 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:37054/0 (socket says 10.20.193.52:37054) 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 -- 10.20.193.52:0/4013536103 learned_addr learned my addr 10.20.193.52:0/4013536103 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1177fff640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11800cfc20 0x7f11800b88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 -- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f118015e7e0 msgr2=0x7f118015a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f118015e7e0 0x7f118015a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 -- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11800cfc20 msgr2=0x7f11800b88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11800cfc20 0x7f11800b88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 -- 10.20.193.52:0/4013536103 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f117c009a70 con 0x7f11800cf000 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1184b8b640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f117000b550 tx=0x7f117000ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1170004480 con 0x7f11800cf000 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11700026e0 con 0x7f11800cf000 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11800b80b0 con 0x7f11800cf000 2026-02-25T15:50:46.044 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.037+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11700045e0 con 0x7f11800cf000 2026-02-25T15:50:46.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.038+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1180153900 con 0x7f11800cf000 2026-02-25T15:50:46.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.038+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11800b7f10 con 0x7f11800cf000 2026-02-25T15:50:46.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.039+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 12) v1 ==== 97977+0+0 (secure 0 0 0) 0x7f1170002ad0 con 0x7f11800cf000 2026-02-25T15:50:46.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.039+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f1170096b40 con 0x7f11800cf000 2026-02-25T15:50:46.045 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.041+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f11800b7f10 con 0x7f11800cf000 2026-02-25T15:50:46.136 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.134+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11800b7f10 con 0x7f11800cf000 2026-02-25T15:50:46.136 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.134+0000 7f11757fa640 1 -- 10.20.193.52:0/4013536103 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f11800b7f10 con 0x7f11800cf000 2026-02-25T15:50:46.137 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:46.137 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 msgr2=0x7f11800b62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f117000b550 tx=0x7f117000ba20 comp rx=0 tx=0).stop 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 shutdown_connections 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f118015e7e0 0x7f118015a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f11800cfc20 0x7f11800b88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 --2- 10.20.193.52:0/4013536103 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f11800cf000 0x7f11800b62a0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 >> 10.20.193.52:0/4013536103 conn(0x7f118009c7b0 msgr2=0x7f1180160830 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.138 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 shutdown_connections 2026-02-25T15:50:46.139 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.135+0000 7f1186e16640 1 -- 10.20.193.52:0/4013536103 wait complete. 2026-02-25T15:50:46.145 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:50:46.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.212+0000 7f7b5e851640 1 Processor -- start 2026-02-25T15:50:46.214 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.212+0000 7f7b5e851640 1 -- start start 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5e851640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7b5815b750 0x7f7b580ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5e851640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b580b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5e851640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b5815bcc0 con 0x7f7b58071710 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5e851640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b58071c60 con 0x7f7b5815b750 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5e851640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b580b4e40 con 0x7f7b580b4470 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7b5815b750 0x7f7b580ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f7b5815b750 0x7f7b580ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50676/0 (socket says 10.20.193.52:50676) 2026-02-25T15:50:46.218 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 -- 10.20.193.52:0/3030938422 learned_addr learned my addr 10.20.193.52:0/3030938422 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b5cdc7640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b580b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 -- 10.20.193.52:0/3030938422 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 msgr2=0x7f7b580b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b580b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 -- 10.20.193.52:0/3030938422 >> v1:10.20.193.86:6789/0 conn(0x7f7b58071710 legacy=0x7f7b58070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 -- 10.20.193.52:0/3030938422 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b5815bfa0 con 0x7f7b5815b750 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.213+0000 7f7b577fe640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b580ccfb0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009970 tx=0x7f7b4802efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afe15e972aa87fd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b56ffd640 1 -- 10.20.193.52:0/3030938422 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4802fbe0 con 0x7f7b5815b750 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b56ffd640 1 -- 10.20.193.52:0/3030938422 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b4802fd40 con 0x7f7b5815b750 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b56ffd640 1 -- 10.20.193.52:0/3030938422 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b48037660 con 0x7f7b5815b750 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 -- 10.20.193.52:0/3030938422 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 msgr2=0x7f7b580ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.219 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b580ccfb0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009970 tx=0x7f7b4802efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 -- 10.20.193.52:0/3030938422 shutdown_connections 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b580b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3030938422 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b580ccfb0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 -- 10.20.193.52:0/3030938422 >> 10.20.193.52:0/3030938422 conn(0x7f7b5806c980 msgr2=0x7f7b5806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 -- 10.20.193.52:0/3030938422 shutdown_connections 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.214+0000 7f7b5e851640 1 -- 10.20.193.52:0/3030938422 wait complete. 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 Processor -- start 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 -- start start 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b58071710 0x7f7b58150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b5815a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.220 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b58151070 con 0x7f7b5815b750 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b580aa090 con 0x7f7b58071710 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5e851640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b58156090 con 0x7f7b580b4470 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50686/0 (socket says 10.20.193.52:50686) 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 -- 10.20.193.52:0/3525737848 learned_addr learned my addr 10.20.193.52:0/3525737848 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b577fe640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b5815a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 -- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 msgr2=0x7f7b5815a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b5815a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 -- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b58071710 msgr2=0x7f7b58150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b58071710 0x7f7b58150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 -- 10.20.193.52:0/3525737848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b480095d0 con 0x7f7b5815b750 2026-02-25T15:50:46.221 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.215+0000 7f7b5cdc7640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c007ea0 tx=0x7f7b4c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.218+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c006ea0 con 0x7f7b5815b750 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.218+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b580a9480 con 0x7f7b5815b750 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.218+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b4c014640 con 0x7f7b5815b750 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.218+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0149f0 con 0x7f7b5815b750 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.218+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b580a9a40 con 0x7f7b5815b750 2026-02-25T15:50:46.223 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.219+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b580b4900 con 0x7f7b5815b750 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.219+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 13) v1 ==== 98104+0+0 (secure 0 0 0) 0x7f7b4c014b50 con 0x7f7b5815b750 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.220+0000 7f7b54ff9640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 0x7f7b28078360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.220+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f7b4c0976e0 con 0x7f7b5815b750 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.220+0000 7f7b57fff640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 0x7f7b28078360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.220+0000 7f7b57fff640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 0x7f7b28078360 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7b580ab5f0 tx=0x7f7b44007ab0 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.224 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.222+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f7b4c05d3d0 con 0x7f7b5815b750 2026-02-25T15:50:46.318 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.317+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7b580aa1d0 con 0x7f7b5815b750 2026-02-25T15:50:46.319 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.317+0000 7f7b54ff9640 1 -- 10.20.193.52:0/3525737848 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f7b580aa1d0 con 0x7f7b5815b750 2026-02-25T15:50:46.320 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:46.320 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2026-02-25T15:50:23.386767+0000","modified":"2026-02-25T15:50:25.392090+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5586},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5586":{"gid":5586,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"10.20.193.52:6837/1224462899","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1224462899},{"type":"v1","addr":"10.20.193.52:6837","nonce":1224462899}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2026-02-25T15:50:46.321 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 15 2026-02-25T15:50:46.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 msgr2=0x7f7b28078360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 0x7f7b28078360 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7b580ab5f0 tx=0x7f7b44007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 msgr2=0x7f7b5815ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.321 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c007ea0 tx=0x7f7b4c00e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 shutdown_connections 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b28075ea0 0x7f7b28078360 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b5815b750 0x7f7b5815ad10 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b580b4470 0x7f7b5815a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 --2- 10.20.193.52:0/3525737848 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b58071710 0x7f7b58150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 >> 10.20.193.52:0/3525737848 conn(0x7f7b5806c980 msgr2=0x7f7b580ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 shutdown_connections 2026-02-25T15:50:46.322 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.318+0000 7f7b5e851640 1 -- 10.20.193.52:0/3525737848 wait complete. 2026-02-25T15:50:46.328 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:46.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 Processor -- start 2026-02-25T15:50:46.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 -- start start 2026-02-25T15:50:46.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f2348140270 0x7f23480b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f23480b2620 0x7f2348142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23480b40f0 con 0x7f2348143250 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2348143a40 con 0x7f23480b2620 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234f96d640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23480b2a90 con 0x7f2348140270 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234cee1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f23480b2620 0x7f2348142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234cee1640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f23480b2620 0x7f2348142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50700/0 (socket says 10.20.193.52:50700) 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.396+0000 7f234cee1640 1 -- 10.20.193.52:0/137906212 learned_addr learned my addr 10.20.193.52:0/137906212 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234d6e2640 1 --2- 10.20.193.52:0/137906212 >> v2:10.20.193.86:3300/0 conn(0x7f2348140270 0x7f23480b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234cee1640 1 -- 10.20.193.52:0/137906212 >> v2:10.20.193.86:3300/0 conn(0x7f2348140270 msgr2=0x7f23480b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234cee1640 1 --2- 10.20.193.52:0/137906212 >> v2:10.20.193.86:3300/0 conn(0x7f2348140270 0x7f23480b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234cee1640 1 -- 10.20.193.52:0/137906212 >> v1:10.20.193.86:6789/0 conn(0x7f2348143250 legacy=0x7f23480ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.404 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234cee1640 1 -- 10.20.193.52:0/137906212 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23480addc0 con 0x7f23480b2620 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234cee1640 1 --2- 10.20.193.52:0/137906212 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f23480b2620 0x7f2348142d10 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f234804f0a0 tx=0x7f233c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b66afbc2f9c457ac server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f2337fff640 1 -- 10.20.193.52:0/137906212 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c02fbd0 con 0x7f23480b2620 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f2337fff640 1 -- 10.20.193.52:0/137906212 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f233c02fd30 con 0x7f23480b2620 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f2337fff640 1 -- 10.20.193.52:0/137906212 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c02fea0 con 0x7f23480b2620 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 -- 10.20.193.52:0/137906212 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f23480b2620 msgr2=0x7f2348142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 --2- 10.20.193.52:0/137906212 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f23480b2620 0x7f2348142d10 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f234804f0a0 tx=0x7f233c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 -- 10.20.193.52:0/137906212 shutdown_connections 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 --2- 10.20.193.52:0/137906212 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f23480b2620 0x7f2348142d10 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 --2- 10.20.193.52:0/137906212 >> v2:10.20.193.86:3300/0 conn(0x7f2348140270 0x7f23480b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 -- 10.20.193.52:0/137906212 >> 10.20.193.52:0/137906212 conn(0x7f234806c980 msgr2=0x7f234806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 -- 10.20.193.52:0/137906212 shutdown_connections 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.397+0000 7f234f96d640 1 -- 10.20.193.52:0/137906212 wait complete. 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.398+0000 7f234f96d640 1 Processor -- start 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.398+0000 7f234f96d640 1 -- start start 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f23480b2620 0x7f23481615f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2348143250 0x7f2348145110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2348144cf0 con 0x7f2348140270 2026-02-25T15:50:46.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2348160760 con 0x7f2348143250 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2348160a40 con 0x7f23480b2620 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50708/0 (socket says 10.20.193.52:50708) 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 -- 10.20.193.52:0/943385306 learned_addr learned my addr 10.20.193.52:0/943385306 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234d6e2640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f23480b2620 0x7f23481615f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234dee3640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2348143250 0x7f2348145110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 -- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f23480b2620 msgr2=0x7f23481615f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f23480b2620 0x7f23481615f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 -- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2348143250 msgr2=0x7f2348145110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2348143250 0x7f2348145110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 -- 10.20.193.52:0/943385306 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233c0095d0 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234cee1640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f233c009a70 tx=0x7f233c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c02fea0 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f233c040660 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2348144630 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233c040a10 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.399+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f234813f410 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.400+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2348144e30 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.401+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 13) v1 ==== 98104+0+0 (secure 0 0 0) 0x7f233c049020 con 0x7f2348140270 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.401+0000 7f2335ffb640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 0x7f2318078360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.401+0000 7f234d6e2640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 0x7f2318078360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.401+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f233c0bcb00 con 0x7f2348140270 2026-02-25T15:50:46.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.401+0000 7f234d6e2640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 0x7f2318078360 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f23380099b0 tx=0x7f2338008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.403+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f233c082a40 con 0x7f2348140270 2026-02-25T15:50:46.483 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.481+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2348144e30 con 0x7f2348140270 2026-02-25T15:50:46.484 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.482+0000 7f2335ffb640 1 -- 10.20.193.52:0/943385306 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+17724 (secure 0 0 0) 0x7f2348144e30 con 0x7f2348140270 2026-02-25T15:50:46.484 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:46.484 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":40,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:45.210422+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2026-02-25T15:50:21.356468+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2026-02-25T15:50:22.369195+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:0/1389667781":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/4016149037":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2605436130":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/4102528794":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6801/3387084460":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2877670512":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3801520293":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2318356933":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6800/3387084460":"2026-02-26T15:50:45.210390+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 msgr2=0x7f2318078360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 0x7f2318078360 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f23380099b0 tx=0x7f2338008040 comp rx=0 tx=0).stop 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 msgr2=0x7f234813eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f233c009a70 tx=0x7f233c0047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 shutdown_connections 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f2318075ea0 0x7f2318078360 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.485 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f2348143250 0x7f2348145110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f2348140270 0x7f234813eed0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 --2- 10.20.193.52:0/943385306 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f23480b2620 0x7f23481615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 >> 10.20.193.52:0/943385306 conn(0x7f234806c980 msgr2=0x7f234806d580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 shutdown_connections 2026-02-25T15:50:46.486 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.483+0000 7f234f96d640 1 -- 10.20.193.52:0/943385306 wait complete. 2026-02-25T15:50:46.492 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2026-02-25T15:50:46.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.559+0000 7f452bfff640 1 Processor -- start 2026-02-25T15:50:46.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.559+0000 7f452bfff640 1 -- start start 2026-02-25T15:50:46.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452bfff640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f452c0cca60 0x7f452c0b2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452bfff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f452c15bf60 0x7f452c06c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.566 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452bfff640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f452c15c410 con 0x7f452c1555d0 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452bfff640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f452c1559b0 con 0x7f452c15bf60 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452bfff640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f452c0b2d90 con 0x7f452c0cca60 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452b7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f452c15bf60 0x7f452c06c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452affd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f452c1555d0 0x7f452c0cc350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60134/0 (socket says 10.20.193.52:60134) 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452affd640 1 -- 10.20.193.52:0/2248702407 learned_addr learned my addr 10.20.193.52:0/2248702407 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452a7fc640 1 --2- 10.20.193.52:0/2248702407 >> v2:10.20.193.86:3300/0 conn(0x7f452c0cca60 0x7f452c0b2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452b7fe640 1 -- 10.20.193.52:0/2248702407 >> v2:10.20.193.86:3300/0 conn(0x7f452c0cca60 msgr2=0x7f452c0b2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452b7fe640 1 --2- 10.20.193.52:0/2248702407 >> v2:10.20.193.86:3300/0 conn(0x7f452c0cca60 0x7f452c0b2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452b7fe640 1 -- 10.20.193.52:0/2248702407 >> v1:10.20.193.52:6789/0 conn(0x7f452c1555d0 legacy=0x7f452c0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f4529ffb640 1 -- 10.20.193.52:0/2248702407 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3230763733 0 0) 0x7f452c15c410 con 0x7f452c1555d0 2026-02-25T15:50:46.567 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.560+0000 7f452b7fe640 1 -- 10.20.193.52:0/2248702407 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f452c0b3070 con 0x7f452c15bf60 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452b7fe640 1 --2- 10.20.193.52:0/2248702407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c15bf60 0x7f452c06c740 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f452c0ae750 tx=0x7f451c02f1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b7d56c655ba3bf server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f4529ffb640 1 -- 10.20.193.52:0/2248702407 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f451c006ea0 con 0x7f452c15bf60 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f4529ffb640 1 -- 10.20.193.52:0/2248702407 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f451c037440 con 0x7f452c15bf60 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f4529ffb640 1 -- 10.20.193.52:0/2248702407 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f451c0377d0 con 0x7f452c15bf60 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 -- 10.20.193.52:0/2248702407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c15bf60 msgr2=0x7f452c06c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 --2- 10.20.193.52:0/2248702407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c15bf60 0x7f452c06c740 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f452c0ae750 tx=0x7f451c02f1c0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 -- 10.20.193.52:0/2248702407 shutdown_connections 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 --2- 10.20.193.52:0/2248702407 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c15bf60 0x7f452c06c740 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 --2- 10.20.193.52:0/2248702407 >> v2:10.20.193.86:3300/0 conn(0x7f452c0cca60 0x7f452c0b2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 -- 10.20.193.52:0/2248702407 >> 10.20.193.52:0/2248702407 conn(0x7f452c06ab70 msgr2=0x7f452c06af80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 -- 10.20.193.52:0/2248702407 shutdown_connections 2026-02-25T15:50:46.568 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.561+0000 7f452bfff640 1 -- 10.20.193.52:0/2248702407 wait complete. 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 Processor -- start 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 -- start start 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 0x7f452c158240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f452c15bf60 0x7f452c0acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f452c0723d0 con 0x7f452c0cca60 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f452c155af0 con 0x7f452c1555d0 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452bfff640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f452c156300 con 0x7f452c15bf60 2026-02-25T15:50:46.569 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50730/0 (socket says 10.20.193.52:50730) 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 -- 10.20.193.52:0/3066396002 learned_addr learned my addr 10.20.193.52:0/3066396002 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452b7fe640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f452c15bf60 0x7f452c0acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452a7fc640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 0x7f452c158240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 -- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f452c15bf60 msgr2=0x7f452c0acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f452c15bf60 0x7f452c0acdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 -- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 msgr2=0x7f452c158240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 0x7f452c158240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452affd640 1 -- 10.20.193.52:0/3066396002 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f451c009a70 con 0x7f452c0cca60 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.562+0000 7f452a7fc640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 0x7f452c158240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f452affd640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f452000c730 tx=0x7f452000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.570 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4520004ae0 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4520004c40 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f452c155d40 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45200070d0 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f452c072060 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.563+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f452c071ec0 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.564+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 13) v1 ==== 98104+0+0 (secure 0 0 0) 0x7f4520007250 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.564+0000 7f450b7fe640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 0x7f44f8078360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.564+0000 7f452a7fc640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 0x7f44f8078360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.564+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6670+0+0 (secure 0 0 0) 0x7f4520096230 con 0x7f452c0cca60 2026-02-25T15:50:46.571 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.564+0000 7f452a7fc640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 0x7f44f8078360 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4514006fd0 tx=0x7f4514008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.572 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.566+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f452005bfd0 con 0x7f452c0cca60 2026-02-25T15:50:46.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.659+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f452c071ec0 con 0x7f452c0cca60 2026-02-25T15:50:46.661 INFO:tasks.ceph.mon.a.trial052.stderr:2026-02-25T15:50:46.659+0000 7f1d2bcc9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-02-25T15:50:46.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.662+0000 7f450b7fe640 1 -- 10.20.193.52:0/3066396002 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) v1 ==== 161+0+0 (secure 0 0 0) 0x7f452c071ec0 con 0x7f452c0cca60 2026-02-25T15:50:46.664 INFO:teuthology.orchestra.run.trial052.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2026-02-25T15:50:46.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 msgr2=0x7f44f8078360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 0x7f44f8078360 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4514006fd0 tx=0x7f4514008040 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 msgr2=0x7f452c1426f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f452000c730 tx=0x7f452000cc00 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 shutdown_connections 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f44f8075ea0 0x7f44f8078360 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f452c15bf60 0x7f452c0acdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f452c1555d0 0x7f452c158240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 --2- 10.20.193.52:0/3066396002 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f452c0cca60 0x7f452c1426f0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 >> 10.20.193.52:0/3066396002 conn(0x7f452c06ab70 msgr2=0x7f452c0cc350 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 shutdown_connections 2026-02-25T15:50:46.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.663+0000 7f452bfff640 1 -- 10.20.193.52:0/3066396002 wait complete. 2026-02-25T15:50:46.667 INFO:tasks.ceph.mds.c.trial052.stderr: -3403> 2026-02-25T15:50:29.199+0000 7fbc6d469640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2026-02-25T15:50:46.675 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2026-02-25T15:50:46.685 INFO:tasks.ceph.mds.c.trial052.stdout:starting mds.c at 2026-02-25T15:50:46.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.742+0000 7f9fccc3a640 1 Processor -- start 2026-02-25T15:50:46.744 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.742+0000 7f9fccc3a640 1 -- start start 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fccc3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80b2a90 0x7f9fc806c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fccc3a640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f9fc80ae360 0x7f9fc80709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fccc3a640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fc80ad7c0 con 0x7f9fc815d390 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fccc3a640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fc80b2020 con 0x7f9fc80ae360 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fccc3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc80b2300 con 0x7f9fc80b2a90 2026-02-25T15:50:46.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f9fc80ae360 0x7f9fc80709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f9fc80ae360 0x7f9fc80709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50774/0 (socket says 10.20.193.52:50774) 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 -- 10.20.193.52:0/2799503439 learned_addr learned my addr 10.20.193.52:0/2799503439 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc5d74640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80b2a90 0x7f9fc806c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 -- 10.20.193.52:0/2799503439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80b2a90 msgr2=0x7f9fc806c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80b2a90 0x7f9fc806c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 -- 10.20.193.52:0/2799503439 >> v1:10.20.193.86:6789/0 conn(0x7f9fc815d390 legacy=0x7f9fc80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.743+0000 7f9fc6d76640 1 -- 10.20.193.52:0/2799503439 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fc80b25e0 con 0x7f9fc80ae360 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fc6d76640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc80ae360 0x7f9fc80709a0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8009e50 tx=0x7f9fb802f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2bede59b6f6c67f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fc5573640 1 -- 10.20.193.52:0/2799503439 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8006ea0 con 0x7f9fc80ae360 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fc5573640 1 -- 10.20.193.52:0/2799503439 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb802fd90 con 0x7f9fc80ae360 2026-02-25T15:50:46.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fc5573640 1 -- 10.20.193.52:0/2799503439 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8037610 con 0x7f9fc80ae360 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 -- 10.20.193.52:0/2799503439 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc80ae360 msgr2=0x7f9fc80709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc80ae360 0x7f9fc80709a0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8009e50 tx=0x7f9fb802f330 comp rx=0 tx=0).stop 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 -- 10.20.193.52:0/2799503439 shutdown_connections 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc80ae360 0x7f9fc80709a0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/2799503439 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80b2a90 0x7f9fc806c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 -- 10.20.193.52:0/2799503439 >> 10.20.193.52:0/2799503439 conn(0x7f9fc80cef90 msgr2=0x7f9fc80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 -- 10.20.193.52:0/2799503439 shutdown_connections 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.744+0000 7f9fccc3a640 1 -- 10.20.193.52:0/2799503439 wait complete. 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 Processor -- start 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 -- start start 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80ae360 0x7f9fc81473d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 0x7f9fc81e9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc8146fb0 con 0x7f9fc815d390 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc8147910 con 0x7f9fc80b2a90 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fccc3a640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fc81ea330 con 0x7f9fc80ae360 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50788/0 (socket says 10.20.193.52:50788) 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 -- 10.20.193.52:0/3602658761 learned_addr learned my addr 10.20.193.52:0/3602658761 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6575640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80ae360 0x7f9fc81473d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc5d74640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 0x7f9fc81e9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 -- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80ae360 msgr2=0x7f9fc81473d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80ae360 0x7f9fc81473d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 -- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 msgr2=0x7f9fc81e9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 0x7f9fc81e9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 -- 10.20.193.52:0/3602658761 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fb8009b30 con 0x7f9fc815d390 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc5d74640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 0x7f9fc81e9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.745+0000 7f9fc6d76640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8009f80 tx=0x7f9fb8004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8009510 con 0x7f9fc815d390 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb8006ea0 con 0x7f9fc815d390 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fc8146610 con 0x7f9fc815d390 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb8041660 con 0x7f9fc815d390 2026-02-25T15:50:46.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fc8146bd0 con 0x7f9fc815d390 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.746+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fc81470f0 con 0x7f9fc815d390 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.747+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 13) v1 ==== 98104+0+0 (secure 0 0 0) 0x7f9fb8052020 con 0x7f9fc815d390 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.747+0000 7f9faeffd640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 0x7f9f94078360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.747+0000 7f9fc6575640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 0x7f9f94078360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.747+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6756+0+0 (secure 0 0 0) 0x7f9fb80bc8d0 con 0x7f9fc815d390 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.747+0000 7f9fc6575640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 0x7f9f94078360 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc006fd0 tx=0x7f9fbc008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:46.754 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.749+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f9fc81470f0 con 0x7f9fc815d390 2026-02-25T15:50:46.846 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:46.845+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f9fc8146d90 con 0x7f9fc815d390 2026-02-25T15:50:47.669 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.667+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mgrmap(e 14) v1 ==== 98312+0+0 (secure 0 0 0) 0x7f9fb803f070 con 0x7f9fc815d390 2026-02-25T15:50:47.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.669+0000 7f9faeffd640 1 -- 10.20.193.52:0/3602658761 <== mon.0 v2:10.20.193.52:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 If there are active snapshot schedules associated with this file-system, you might see EIO errors in the mgr logs or at the snap-schedule command-line due to the missing file-system. However, these errors are transient and will get auto-resolved. v17) v1 ==== 350+0+0 (secure 0 0 0) 0x7f9fb809a6e0 con 0x7f9fc815d390 2026-02-25T15:50:47.670 INFO:teuthology.orchestra.run.trial052.stderr:If there are active snapshot schedules associated with this file-system, you might see EIO errors in the mgr logs or at the snap-schedule command-line due to the missing file-system. However, these errors are transient and will get auto-resolved. 2026-02-25T15:50:47.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 msgr2=0x7f9f94078360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 0x7f9f94078360 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc006fd0 tx=0x7f9fbc008040 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 msgr2=0x7f9fc8145180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8009f80 tx=0x7f9fb8004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 shutdown_connections 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9f94075ea0 0x7f9f94078360 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f9fc815d390 0x7f9fc8145180 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f9fc80b2a90 0x7f9fc81e9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 --2- 10.20.193.52:0/3602658761 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f9fc80ae360 0x7f9fc81473d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 >> 10.20.193.52:0/3602658761 conn(0x7f9fc80cef90 msgr2=0x7f9fc80711c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 shutdown_connections 2026-02-25T15:50:47.674 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.671+0000 7f9fccc3a640 1 -- 10.20.193.52:0/3602658761 wait complete. 2026-02-25T15:50:47.683 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2026-02-25T15:50:47.795 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 Processor -- start 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 -- start start 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51006c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd51015b7d0 0x7fd51015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd51006dc90 con 0x7fd5100cd780 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd51006d080 con 0x7fd51015b7d0 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd517e8c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd51006d360 con 0x7fd510071b00 2026-02-25T15:50:47.796 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd515c01640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fd5100cd780 0x7fd5100cdb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60140/0 (socket says 10.20.193.52:60140) 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd515c01640 1 -- 10.20.193.52:0/1401638329 learned_addr learned my addr 10.20.193.52:0/1401638329 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd516402640 1 --2- 10.20.193.52:0/1401638329 >> v2:10.20.193.52:3300/0 conn(0x7fd51015b7d0 0x7fd51015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.790+0000 7fd515400640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51006c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd516402640 1 -- 10.20.193.52:0/1401638329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 msgr2=0x7fd51006c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd516402640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51006c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd516402640 1 -- 10.20.193.52:0/1401638329 >> v1:10.20.193.52:6789/0 conn(0x7fd5100cd780 legacy=0x7fd5100cdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd514bff640 1 -- 10.20.193.52:0/1401638329 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3217912048 0 0) 0x7fd51006dc90 con 0x7fd5100cd780 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd516402640 1 -- 10.20.193.52:0/1401638329 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd51006d640 con 0x7fd51015b7d0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd516402640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015bc60 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009d90 tx=0x7fd50c02f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f2058744cb507a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd514bff640 1 -- 10.20.193.52:0/1401638329 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd50c006ea0 con 0x7fd51015b7d0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd514bff640 1 -- 10.20.193.52:0/1401638329 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd50c037440 con 0x7fd51015b7d0 2026-02-25T15:50:47.797 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd514bff640 1 -- 10.20.193.52:0/1401638329 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd50c0377d0 con 0x7fd51015b7d0 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 -- 10.20.193.52:0/1401638329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 msgr2=0x7fd51015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015bc60 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009d90 tx=0x7fd50c02f270 comp rx=0 tx=0).stop 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 -- 10.20.193.52:0/1401638329 shutdown_connections 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015bc60 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1401638329 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51006c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 -- 10.20.193.52:0/1401638329 >> 10.20.193.52:0/1401638329 conn(0x7fd5100cef90 msgr2=0x7fd5100cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 -- 10.20.193.52:0/1401638329 shutdown_connections 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.791+0000 7fd517e8c640 1 -- 10.20.193.52:0/1401638329 wait complete. 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 Processor -- start 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 -- start start 2026-02-25T15:50:47.798 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51013a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 0x7fd5100c3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd510159bf0 con 0x7fd51015b7d0 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd510158f70 con 0x7fd5100cd780 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd517e8c640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd510159250 con 0x7fd510071b00 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.792+0000 7fd516402640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50808/0 (socket says 10.20.193.52:50808) 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 -- 10.20.193.52:0/1350551963 learned_addr learned my addr 10.20.193.52:0/1350551963 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd515c01640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51013a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd515400640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 0x7fd5100c3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 -- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 msgr2=0x7fd51013a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.799 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51013a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 -- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 msgr2=0x7fd5100c3ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 0x7fd5100c3ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 -- 10.20.193.52:0/1350551963 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd50c009a70 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd515400640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 0x7fd5100c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd516402640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009ec0 tx=0x7fd50c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd50c041820 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd50c041980 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd510159530 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd50c041d30 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd51013ad80 con 0x7fd51015b7d0 2026-02-25T15:50:47.800 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.793+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd51006e100 con 0x7fd51015b7d0 2026-02-25T15:50:47.801 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.794+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 14) v1 ==== 98312+0+0 (secure 0 0 0) 0x7fd50c054420 con 0x7fd51015b7d0 2026-02-25T15:50:47.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.794+0000 7fd4fe7fc640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 0x7fd4e0078590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:47.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.795+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6756+0+0 (secure 0 0 0) 0x7fd50c0bce50 con 0x7fd51015b7d0 2026-02-25T15:50:47.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.795+0000 7fd515c01640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 0x7fd4e0078590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:47.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.795+0000 7fd515c01640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 0x7fd4e0078590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd500002770 tx=0x7fd500007c10 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:47.802 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.796+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd50c082830 con 0x7fd51015b7d0 2026-02-25T15:50:47.876 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:47.875+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd510159d30 con 0x7fd51015b7d0 2026-02-25T15:50:48.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.670+0000 7fd4fe7fc640 1 -- 10.20.193.52:0/1350551963 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v42) v1 ==== 181+0+0 (secure 0 0 0) 0x7fd510159d30 con 0x7fd51015b7d0 2026-02-25T15:50:48.671 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_metadata' removed 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 msgr2=0x7fd4e0078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 0x7fd4e0078590 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd500002770 tx=0x7fd500007c10 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 msgr2=0x7fd51015a010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009ec0 tx=0x7fd50c004b40 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 shutdown_connections 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd4e00760d0 0x7fd4e0078590 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd51015b7d0 0x7fd51015a010 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd5100cd780 0x7fd5100c3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 --2- 10.20.193.52:0/1350551963 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd510071b00 0x7fd51013a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 >> 10.20.193.52:0/1350551963 conn(0x7fd5100cef90 msgr2=0x7fd510073c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 shutdown_connections 2026-02-25T15:50:48.673 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.671+0000 7fd517e8c640 1 -- 10.20.193.52:0/1350551963 wait complete. 2026-02-25T15:50:48.685 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2026-02-25T15:50:48.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.754+0000 7fcf80b1b640 1 Processor -- start 2026-02-25T15:50:48.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.754+0000 7fcf80b1b640 1 -- start start 2026-02-25T15:50:48.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf80b1b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c0d3d80 0x7fcf7c0d1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf80b1b640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf80b1b640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf7c0d0aa0 con 0x7fcf7c160c60 2026-02-25T15:50:48.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf80b1b640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf7c0d1030 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf80b1b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c0cf3a0 con 0x7fcf7c0d3d80 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50812/0 (socket says 10.20.193.52:50812) 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 -- 10.20.193.52:0/1625753210 learned_addr learned my addr 10.20.193.52:0/1625753210 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf79d74640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c0d3d80 0x7fcf7c0d1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 -- 10.20.193.52:0/1625753210 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c0d3d80 msgr2=0x7fcf7c0d1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c0d3d80 0x7fcf7c0d1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 -- 10.20.193.52:0/1625753210 >> v1:10.20.193.52:6789/0 conn(0x7fcf7c160c60 legacy=0x7fcf7c0cebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.755+0000 7fcf7ad76640 1 -- 10.20.193.52:0/1625753210 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf7c0d1280 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf7ad76640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c009e50 tx=0x7fcf6c02f400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c51b4f35f6b878 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf79573640 1 -- 10.20.193.52:0/1625753210 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c006ea0 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf79573640 1 -- 10.20.193.52:0/1625753210 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf6c02fe70 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf79573640 1 -- 10.20.193.52:0/1625753210 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c0375f0 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 -- 10.20.193.52:0/1625753210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 msgr2=0x7fcf7c0cfde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c009e50 tx=0x7fcf6c02f400 comp rx=0 tx=0).stop 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 -- 10.20.193.52:0/1625753210 shutdown_connections 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c0cfde0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/1625753210 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c0d3d80 0x7fcf7c0d1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 -- 10.20.193.52:0/1625753210 >> 10.20.193.52:0/1625753210 conn(0x7fcf7c09c7a0 msgr2=0x7fcf7c0d3460 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 -- 10.20.193.52:0/1625753210 shutdown_connections 2026-02-25T15:50:48.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.756+0000 7fcf80b1b640 1 -- 10.20.193.52:0/1625753210 wait complete. 2026-02-25T15:50:48.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 Processor -- start 2026-02-25T15:50:48.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 -- start start 2026-02-25T15:50:48.763 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.763 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 0x7fcf7c06c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 0x7fcf7c1e97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c158c20 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c0ca840 con 0x7fcf7c0d3d80 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c0cab20 con 0x7fcf7c160c60 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50828/0 (socket says 10.20.193.52:50828) 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 -- 10.20.193.52:0/759076858 learned_addr learned my addr 10.20.193.52:0/759076858 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf79d74640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 0x7fcf7c06c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7ad76640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 0x7fcf7c1e97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.764 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 -- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 msgr2=0x7fcf7c1e97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 0x7fcf7c1e97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 -- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 msgr2=0x7fcf7c06c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 0x7fcf7c06c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 -- 10.20.193.52:0/759076858 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf6c009b30 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7ad76640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 0x7fcf7c1e97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf79d74640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 0x7fcf7c06c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf7a575640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fcf7000c700 tx=0x7fcf7000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf700052d0 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf70005430 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.757+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf7c0cae00 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.758+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf700038d0 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.765 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.758+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf7c158360 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.758+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf7c08c1a0 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.759+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 14) v1 ==== 98312+0+0 (secure 0 0 0) 0x7fcf70019020 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.759+0000 7fcf62ffd640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 0x7fcf48078590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.759+0000 7fcf79d74640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 0x7fcf48078590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.759+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6318+0+0 (secure 0 0 0) 0x7fcf70097580 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.759+0000 7fcf79d74640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 0x7fcf48078590 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c1f88e0 tx=0x7fcf64008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:48.766 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.761+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fcf7005d120 con 0x7fcf7c0d22a0 2026-02-25T15:50:48.838 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:48.837+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fcf7c0d1d60 con 0x7fcf7c0d22a0 2026-02-25T15:50:49.677 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.675+0000 7fcf62ffd640 1 -- 10.20.193.52:0/759076858 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v43) v1 ==== 169+0+0 (secure 0 0 0) 0x7fcf700601a0 con 0x7fcf7c0d22a0 2026-02-25T15:50:49.677 INFO:teuthology.orchestra.run.trial052.stderr:pool 'cephfs_data' removed 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 msgr2=0x7fcf48078590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 0x7fcf48078590 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c1f88e0 tx=0x7fcf64008040 comp rx=0 tx=0).stop 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 msgr2=0x7fcf7c1586e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fcf7000c700 tx=0x7fcf7000cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 shutdown_connections 2026-02-25T15:50:49.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcf480760d0 0x7fcf48078590 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcf7c160c60 0x7fcf7c1e97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcf7c0d3d80 0x7fcf7c06c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 --2- 10.20.193.52:0/759076858 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcf7c0d22a0 0x7fcf7c1586e0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 >> 10.20.193.52:0/759076858 conn(0x7fcf7c09c7a0 msgr2=0x7fcf7c15e250 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 shutdown_connections 2026-02-25T15:50:49.681 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.678+0000 7fcf80b1b640 1 -- 10.20.193.52:0/759076858 wait complete. 2026-02-25T15:50:49.688 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2026-02-25T15:50:49.755 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.754+0000 7fd9005cd640 1 Processor -- start 2026-02-25T15:50:49.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.754+0000 7fd9005cd640 1 -- start start 2026-02-25T15:50:49.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.754+0000 7fd9005cd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd8f815d390 0x7fd8f80b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd9005cd640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fd8f80ae360 0x7fd8f80709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.756 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd9005cd640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8f80ad7c0 con 0x7fd8f806c770 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd9005cd640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8f806cc00 con 0x7fd8f815d390 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd9005cd640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8f80b2020 con 0x7fd8f80ae360 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd8f815d390 0x7fd8f80b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fd8f815d390 0x7fd8f80b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50836/0 (socket says 10.20.193.52:50836) 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 -- 10.20.193.52:0/4288124536 learned_addr learned my addr 10.20.193.52:0/4288124536 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8feb43640 1 --2- 10.20.193.52:0/4288124536 >> v2:10.20.193.86:3300/0 conn(0x7fd8f80ae360 0x7fd8f80709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 -- 10.20.193.52:0/4288124536 >> v2:10.20.193.86:3300/0 conn(0x7fd8f80ae360 msgr2=0x7fd8f80709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 --2- 10.20.193.52:0/4288124536 >> v2:10.20.193.86:3300/0 conn(0x7fd8f80ae360 0x7fd8f80709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 -- 10.20.193.52:0/4288124536 >> v1:10.20.193.86:6789/0 conn(0x7fd8f806c770 legacy=0x7fd8f80adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:49.757 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 -- 10.20.193.52:0/4288124536 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8f80b2300 con 0x7fd8f815d390 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fe342640 1 --2- 10.20.193.52:0/4288124536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f815d390 0x7fd8f80b2a90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd8f80726f0 tx=0x7fd8e802ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd2befa96a5a76da server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fd340640 1 -- 10.20.193.52:0/4288124536 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e802fbd0 con 0x7fd8f815d390 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fd340640 1 -- 10.20.193.52:0/4288124536 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8e802fd30 con 0x7fd8f815d390 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.755+0000 7fd8fd340640 1 -- 10.20.193.52:0/4288124536 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e802fea0 con 0x7fd8f815d390 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- 10.20.193.52:0/4288124536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f815d390 msgr2=0x7fd8f80b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 --2- 10.20.193.52:0/4288124536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f815d390 0x7fd8f80b2a90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fd8f80726f0 tx=0x7fd8e802ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- 10.20.193.52:0/4288124536 shutdown_connections 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 --2- 10.20.193.52:0/4288124536 >> v2:10.20.193.86:3300/0 conn(0x7fd8f80ae360 0x7fd8f80709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 --2- 10.20.193.52:0/4288124536 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f815d390 0x7fd8f80b2a90 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- 10.20.193.52:0/4288124536 >> 10.20.193.52:0/4288124536 conn(0x7fd8f80cef90 msgr2=0x7fd8f80cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- 10.20.193.52:0/4288124536 shutdown_connections 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- 10.20.193.52:0/4288124536 wait complete. 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 Processor -- start 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.756+0000 7fd9005cd640 1 -- start start 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8f80ae360 0x7fd8f81f5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd8f815d390 0x7fd8f81f8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f81f4b50 con 0x7fd8f806c770 2026-02-25T15:50:49.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f814bfc0 con 0x7fd8f815d390 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f81f4d90 con 0x7fd8f80ae360 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50850/0 (socket says 10.20.193.52:50850) 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 -- 10.20.193.52:0/991970129 learned_addr learned my addr 10.20.193.52:0/991970129 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8feb43640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd8f815d390 0x7fd8f81f8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 -- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8f80ae360 msgr2=0x7fd8f81f5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8f80ae360 0x7fd8f81f5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 -- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd8f815d390 msgr2=0x7fd8f81f8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd8f815d390 0x7fd8f81f8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 -- 10.20.193.52:0/991970129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8e80095d0 con 0x7fd8f806c770 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8fe342640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fd8e802efa0 tx=0x7fd8e80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e802fea0 con 0x7fd8f806c770 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8e8042640 con 0x7fd8f806c770 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8f81f8be0 con 0x7fd8f806c770 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e80429f0 con 0x7fd8f806c770 2026-02-25T15:50:49.760 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.757+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8f81f5050 con 0x7fd8f806c770 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.758+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8f81f9100 con 0x7fd8f806c770 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.758+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fd8e8042b50 con 0x7fd8f806c770 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.759+0000 7fd8deffd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 0x7fd8c8078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.759+0000 7fd8fdb41640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 0x7fd8c8078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.759+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fd8e80bc9d0 con 0x7fd8f806c770 2026-02-25T15:50:49.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.759+0000 7fd8fdb41640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 0x7fd8c8078620 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8f814f610 tx=0x7fd8ec007ab0 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.761+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fd8e8082680 con 0x7fd8f806c770 2026-02-25T15:50:49.842 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.840+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fd8f8068270 con 0x7fd8f806c770 2026-02-25T15:50:49.844 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.843+0000 7fd8deffd640 1 -- 10.20.193.52:0/991970129 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v5) v1 ==== 104+0+0 (secure 0 0 0) 0x7fd8e8085700 con 0x7fd8f806c770 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 msgr2=0x7fd8c8078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 0x7fd8c8078620 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd8f814f610 tx=0x7fd8ec007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 msgr2=0x7fd8f814ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fd8e802efa0 tx=0x7fd8e80047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 shutdown_connections 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fd8c8076160 0x7fd8c8078620 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fd8f815d390 0x7fd8f81f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fd8f80ae360 0x7fd8f81f5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 --2- 10.20.193.52:0/991970129 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fd8f806c770 0x7fd8f814ba80 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 >> 10.20.193.52:0/991970129 conn(0x7fd8f80cef90 msgr2=0x7fd8f80b0570 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 shutdown_connections 2026-02-25T15:50:49.845 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.844+0000 7fd9005cd640 1 -- 10.20.193.52:0/991970129 wait complete. 2026-02-25T15:50:49.852 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/dump_on_update 2026-02-25T15:50:49.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.919+0000 7f72569ed640 1 Processor -- start 2026-02-25T15:50:49.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.919+0000 7f72569ed640 1 -- start start 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.919+0000 7f72569ed640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f725015d390 0x7f72500b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f72569ed640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f72500ae360 0x7f72500709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f72569ed640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72500ad7c0 con 0x7f725006c770 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f72569ed640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f725006cbd0 con 0x7f72500ae360 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f72569ed640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72500b2020 con 0x7f725015d390 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f72500ae360 0x7f72500709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f72500ae360 0x7f72500709a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50864/0 (socket says 10.20.193.52:50864) 2026-02-25T15:50:49.926 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 -- 10.20.193.52:0/2785561806 learned_addr learned my addr 10.20.193.52:0/2785561806 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f724ffff640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f725015d390 0x7f72500b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 -- 10.20.193.52:0/2785561806 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f725015d390 msgr2=0x7f72500b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f725015d390 0x7f72500b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 -- 10.20.193.52:0/2785561806 >> v1:10.20.193.52:6789/0 conn(0x7f725006c770 legacy=0x7f72500adc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 -- 10.20.193.52:0/2785561806 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72500b2300 con 0x7f72500ae360 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f7254f63640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72500ae360 0x7f72500709a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7244009e50 tx=0x7f724402f340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=364c86d4db1eb391 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f724effd640 1 -- 10.20.193.52:0/2785561806 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7244006ea0 con 0x7f72500ae360 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f724effd640 1 -- 10.20.193.52:0/2785561806 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f724402fdf0 con 0x7f72500ae360 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.920+0000 7f724effd640 1 -- 10.20.193.52:0/2785561806 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7244037610 con 0x7f72500ae360 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- 10.20.193.52:0/2785561806 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72500ae360 msgr2=0x7f72500709a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.927 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72500ae360 0x7f72500709a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7244009e50 tx=0x7f724402f340 comp rx=0 tx=0).stop 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- 10.20.193.52:0/2785561806 shutdown_connections 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f72500ae360 0x7f72500709a0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 --2- 10.20.193.52:0/2785561806 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f725015d390 0x7f72500b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- 10.20.193.52:0/2785561806 >> 10.20.193.52:0/2785561806 conn(0x7f72500cef90 msgr2=0x7f72500cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- 10.20.193.52:0/2785561806 shutdown_connections 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- 10.20.193.52:0/2785561806 wait complete. 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 Processor -- start 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.921+0000 7f72569ed640 1 -- start start 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72500ae360 0x7f7250144350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 0x7f7250146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7250154920 con 0x7f725006c770 2026-02-25T15:50:49.928 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7250154b70 con 0x7f725015d390 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7250154e50 con 0x7f72500ae360 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50868/0 (socket says 10.20.193.52:50868) 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 -- 10.20.193.52:0/3495182941 learned_addr learned my addr 10.20.193.52:0/3495182941 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724f7fe640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72500ae360 0x7f7250144350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 -- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72500ae360 msgr2=0x7f7250144350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72500ae360 0x7f7250144350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 -- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 msgr2=0x7f7250146d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f7254f63640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 0x7f7250146d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 0x7f7250146d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:49.929 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 -- 10.20.193.52:0/3495182941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7244009b30 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f7254f63640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 0x7f7250146d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724ffff640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f723c00e7c0 tx=0x7f723c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c00c8d0 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f723c00ca30 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7250155130 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723c00cdc0 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.922+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72501556f0 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.923+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7250068270 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.923+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f723c026430 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.923+0000 7f724cff9640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 0x7f7220078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.924+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f723c097510 con 0x7f725006c770 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.924+0000 7f724f7fe640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 0x7f7220078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:49.930 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.924+0000 7f724f7fe640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 0x7f7220078620 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f72500cb200 tx=0x7f7240009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:49.931 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:49.925+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f723c05d120 con 0x7f725006c770 2026-02-25T15:50:50.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.002+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"} v 0) v1 -- 0x7f72500b30b0 con 0x7f725006c770 2026-02-25T15:50:50.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.004+0000 7f724cff9640 1 -- 10.20.193.52:0/3495182941 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"}]=0 v6) v1 ==== 115+0+0 (secure 0 0 0) 0x7f723c0601a0 con 0x7f725006c770 2026-02-25T15:50:50.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 msgr2=0x7f7220078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 0x7f7220078620 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f72500cb200 tx=0x7f7240009040 comp rx=0 tx=0).stop 2026-02-25T15:50:50.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 msgr2=0x7f7250155c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f723c00e7c0 tx=0x7f723c00ec90 comp rx=0 tx=0).stop 2026-02-25T15:50:50.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 shutdown_connections 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7220076160 0x7f7220078620 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f725015d390 0x7f7250146d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f72500ae360 0x7f7250144350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 --2- 10.20.193.52:0/3495182941 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f725006c770 0x7f7250155c10 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 >> 10.20.193.52:0/3495182941 conn(0x7f72500cef90 msgr2=0x7f72500b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 shutdown_connections 2026-02-25T15:50:50.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.005+0000 7f72569ed640 1 -- 10.20.193.52:0/3495182941 wait complete. 2026-02-25T15:50:50.016 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/allow_m_granularity 2026-02-25T15:50:50.086 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 Processor -- start 2026-02-25T15:50:50.086 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 -- start start 2026-02-25T15:50:50.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f540b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f540ceb50 con 0x7f8f5415d600 2026-02-25T15:50:50.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f540cee30 con 0x7f8f540ce6a0 2026-02-25T15:50:50.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f5b547640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540cf3f0 con 0x7f8f540d03d0 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f592bc640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f8f5415d600 0x7f8f540cdf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60182/0 (socket says 10.20.193.52:60182) 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f592bc640 1 -- 10.20.193.52:0/2833894194 learned_addr learned my addr 10.20.193.52:0/2833894194 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.085+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3840992363 0 0) 0x7f8f540ceb50 con 0x7f8f5415d600 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f59abd640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f540b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f3c003620 con 0x7f8f5415d600 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.1 v1:10.20.193.86:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1932388502 0 0) 0x7f8f540cee30 con 0x7f8f540ce6a0 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> v1:10.20.193.86:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f540ceb50 con 0x7f8f540ce6a0 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3393557899 0 0) 0x7f8f3c003620 con 0x7f8f5415d600 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 msgr2=0x7f8f540b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f540b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 >> v1:10.20.193.86:6789/0 conn(0x7f8f540ce6a0 legacy=0x7f8f540cfcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f540cf110 con 0x7f8f5415d600 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f8f44002f00 con 0x7f8f5415d600 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 >> v1:10.20.193.52:6789/0 conn(0x7f8f5415d600 legacy=0x7f8f540cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f3c003d20 0x7f8f3c004120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f3c0048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f3c004f20 0x7f8f3c00ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540cf3f0 con 0x7f8f3c003d20 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f3c005650 con 0x7f8f3c004f20 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f3c00bfc0 con 0x7f8f540d03d0 2026-02-25T15:50:50.089 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f3c003d20 0x7f8f3c004120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f58abb640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f3c0048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f59abd640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f3c004f20 0x7f8f3c00ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 -- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 msgr2=0x7f8f3c0048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f540d03d0 0x7f8f3c0048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 -- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f3c004f20 msgr2=0x7f8f3c00ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f3c004f20 0x7f8f3c00ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 -- 10.20.193.52:0/2833894194 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f3c003620 con 0x7f8f3c003d20 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.086+0000 7f8f592bc640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f3c003d20 0x7f8f3c004120 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400c2f0 tx=0x7f8f4402f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55bf9f0557c526a5 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44005bd0 con 0x7f8f3c003d20 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f44032070 con 0x7f8f3c003d20 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f43fff640 1 -- 10.20.193.52:0/2833894194 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f44007070 con 0x7f8f3c003d20 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 -- 10.20.193.52:0/2833894194 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f3c003d20 msgr2=0x7f8f3c004120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 --2- 10.20.193.52:0/2833894194 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f3c003d20 0x7f8f3c004120 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400c2f0 tx=0x7f8f4402f580 comp rx=0 tx=0).stop 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f59abd640 1 -- 10.20.193.52:0/2833894194 reap_dead start 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 -- 10.20.193.52:0/2833894194 shutdown_connections 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 -- 10.20.193.52:0/2833894194 >> 10.20.193.52:0/2833894194 conn(0x7f8f5409c7c0 msgr2=0x7f8f540d3480 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 -- 10.20.193.52:0/2833894194 shutdown_connections 2026-02-25T15:50:50.090 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.087+0000 7f8f5b547640 1 -- 10.20.193.52:0/2833894194 wait complete. 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 Processor -- start 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 -- start start 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 0x7f8f540ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f541f52b0 0x7f8f540b02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540b1cd0 con 0x7f8f54160030 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540cd070 con 0x7f8f541f52b0 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f5b547640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f540b0c30 con 0x7f8f3c003d20 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.092 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50876/0 (socket says 10.20.193.52:50876) 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 -- 10.20.193.52:0/27473524 learned_addr learned my addr 10.20.193.52:0/27473524 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f58abb640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f541f52b0 0x7f8f540b02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f592bc640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 0x7f8f540ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 -- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 msgr2=0x7f8f540ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 0x7f8f540ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 -- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f541f52b0 msgr2=0x7f8f540b02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f541f52b0 0x7f8f540b02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f59abd640 1 -- 10.20.193.52:0/27473524 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f5415db60 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.088+0000 7f8f592bc640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 0x7f8f540ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f59abd640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f8f5408c910 tx=0x7f8f50009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f50006ea0 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f5000f050 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f540b0f10 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f50014650 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f540b14d0 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.089+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f540b00b0 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.090+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f8f500147b0 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.090+0000 7f8f41ffb640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 0x7f8f24078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.090+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f8f50098300 con 0x7f8f54160030 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.090+0000 7f8f592bc640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 0x7f8f24078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.093 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.090+0000 7f8f592bc640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 0x7f8f24078620 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8f44036000 tx=0x7f8f44009000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.094 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.092+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f8f5005dea0 con 0x7f8f54160030 2026-02-25T15:50:50.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.171+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"} v 0) v1 -- 0x7f8f54161410 con 0x7f8f54160030 2026-02-25T15:50:50.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.173+0000 7f8f41ffb640 1 -- 10.20.193.52:0/27473524 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"}]=0 v7) v1 ==== 120+0+0 (secure 0 0 0) 0x7f8f50060f20 con 0x7f8f54160030 2026-02-25T15:50:50.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 msgr2=0x7f8f24078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 0x7f8f24078620 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8f44036000 tx=0x7f8f44009000 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 msgr2=0x7f8f541604e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f8f5408c910 tx=0x7f8f50009ee0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 shutdown_connections 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8f24076160 0x7f8f24078620 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8f54160030 0x7f8f541604e0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8f541f52b0 0x7f8f540b02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 --2- 10.20.193.52:0/27473524 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8f3c003d20 0x7f8f540ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 >> 10.20.193.52:0/27473524 conn(0x7f8f5409c7c0 msgr2=0x7f8f5406b6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 shutdown_connections 2026-02-25T15:50:50.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.174+0000 7f8f5b547640 1 -- 10.20.193.52:0/27473524 wait complete. 2026-02-25T15:50:50.185 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2026-02-25T15:50:50.259 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.252+0000 7f9032cae640 1 Processor -- start 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.252+0000 7f9032cae640 1 -- start start 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9032cae640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f902c140270 0x7f902c0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9032cae640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f902c0b2620 0x7f902c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9032cae640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f902c0b40f0 con 0x7f902c143250 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9032cae640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f902c143a40 con 0x7f902c140270 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9032cae640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f902c0b2a90 con 0x7f902c0b2620 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f902c140270 0x7f902c0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f902c140270 0x7f902c0b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50890/0 (socket says 10.20.193.52:50890) 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 -- 10.20.193.52:0/1358831140 learned_addr learned my addr 10.20.193.52:0/1358831140 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:50.260 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9023fff640 1 --2- 10.20.193.52:0/1358831140 >> v2:10.20.193.86:3300/0 conn(0x7f902c0b2620 0x7f902c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 -- 10.20.193.52:0/1358831140 >> v2:10.20.193.86:3300/0 conn(0x7f902c0b2620 msgr2=0x7f902c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 --2- 10.20.193.52:0/1358831140 >> v2:10.20.193.86:3300/0 conn(0x7f902c0b2620 0x7f902c142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 -- 10.20.193.52:0/1358831140 >> v1:10.20.193.52:6789/0 conn(0x7f902c143250 legacy=0x7f902c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.253+0000 7f9030a23640 1 -- 10.20.193.52:0/1358831140 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c0addc0 con 0x7f902c140270 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9030a23640 1 --2- 10.20.193.52:0/1358831140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c140270 0x7f902c0b20e0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f902c06e910 tx=0x7f901c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e462c80894a2bc server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f90237fe640 1 -- 10.20.193.52:0/1358831140 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c02fc70 con 0x7f902c140270 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f90237fe640 1 -- 10.20.193.52:0/1358831140 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f901c02fdd0 con 0x7f902c140270 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f90237fe640 1 -- 10.20.193.52:0/1358831140 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c037660 con 0x7f902c140270 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 -- 10.20.193.52:0/1358831140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c140270 msgr2=0x7f902c0b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 --2- 10.20.193.52:0/1358831140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c140270 0x7f902c0b20e0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f902c06e910 tx=0x7f901c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 -- 10.20.193.52:0/1358831140 shutdown_connections 2026-02-25T15:50:50.261 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 --2- 10.20.193.52:0/1358831140 >> v2:10.20.193.86:3300/0 conn(0x7f902c0b2620 0x7f902c142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 --2- 10.20.193.52:0/1358831140 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c140270 0x7f902c0b20e0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 -- 10.20.193.52:0/1358831140 >> 10.20.193.52:0/1358831140 conn(0x7f902c06c980 msgr2=0x7f902c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 -- 10.20.193.52:0/1358831140 shutdown_connections 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.254+0000 7f9032cae640 1 -- 10.20.193.52:0/1358831140 wait complete. 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 Processor -- start 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 -- start start 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f902c0b2620 0x7f902c1456d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 0x7f902c1356c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c145240 con 0x7f902c143250 2026-02-25T15:50:50.262 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902c135c00 con 0x7f902c0b2620 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9032cae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902c144630 con 0x7f902c140270 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9031224640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9031224640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50898/0 (socket says 10.20.193.52:50898) 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9031224640 1 -- 10.20.193.52:0/78782072 learned_addr learned my addr 10.20.193.52:0/78782072 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9030a23640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f902c0b2620 0x7f902c1456d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9031224640 1 -- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 msgr2=0x7f902c1356c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.255+0000 7f9023fff640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 0x7f902c1356c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9031224640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 0x7f902c1356c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9031224640 1 -- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f902c0b2620 msgr2=0x7f902c1456d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9031224640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f902c0b2620 0x7f902c1456d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.263 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9031224640 1 -- 10.20.193.52:0/78782072 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f901c0095d0 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9023fff640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 0x7f902c1356c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9031224640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f902800cc50 tx=0x7f902800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902800ce70 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9028003a70 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f902c144910 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028003e40 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f902c144ed0 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.256+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f902c1453f0 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.257+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f9028019020 con 0x7f902c143250 2026-02-25T15:50:50.264 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.257+0000 7f90217fa640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 0x7f8ffc078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:50.265 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.257+0000 7f9030a23640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 0x7f8ffc078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:50.265 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.257+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f9028097160 con 0x7f902c143250 2026-02-25T15:50:50.265 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.258+0000 7f9030a23640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 0x7f8ffc078620 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f902c06e6c0 tx=0x7f901c039040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:50.265 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.260+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f902c1453f0 con 0x7f902c143250 2026-02-25T15:50:50.366 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.365+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) v1 -- 0x7f902c0b5130 con 0x7f902c143250 2026-02-25T15:50:50.678 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.676+0000 7f90217fa640 1 -- 10.20.193.52:0/78782072 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v93) v1 ==== 155+0+0 (secure 0 0 0) 0x7f902805cd00 con 0x7f902c143250 2026-02-25T15:50:50.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 msgr2=0x7f8ffc078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 0x7f8ffc078620 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f902c06e6c0 tx=0x7f901c039040 comp rx=0 tx=0).stop 2026-02-25T15:50:50.679 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 msgr2=0x7f902c160920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f902800cc50 tx=0x7f902800a430 comp rx=0 tx=0).stop 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 shutdown_connections 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8ffc076160 0x7f8ffc078620 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f902c143250 0x7f902c160920 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f902c140270 0x7f902c1356c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 --2- 10.20.193.52:0/78782072 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f902c0b2620 0x7f902c1456d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 >> 10.20.193.52:0/78782072 conn(0x7f902c06c980 msgr2=0x7f902c0b0190 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 shutdown_connections 2026-02-25T15:50:50.680 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:50.677+0000 7f9032cae640 1 -- 10.20.193.52:0/78782072 wait complete. 2026-02-25T15:50:50.687 INFO:tasks.cephfs_test_runner:Test the correctness of snap directory name ... ok 2026-02-25T15:50:50.687 INFO:tasks.cephfs_test_runner: 2026-02-25T15:50:50.687 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2026-02-25T15:50:50.687 INFO:tasks.cephfs_test_runner:Ran 1 test in 49.064s 2026-02-25T15:50:50.687 INFO:tasks.cephfs_test_runner: 2026-02-25T15:50:50.688 INFO:tasks.cephfs_test_runner:OK 2026-02-25T15:50:50.688 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2026-02-25T15:50:50.698 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2026-02-25T15:50:50.713 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2026-02-25T15:50:50.714 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:50.714 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:50.732 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182880k,nr_inodes=16295720,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme0n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21175 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme0n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2026-02-25T15:50:50.732 DEBUG:teuthology.orchestra.run.trial052:> set -ex 2026-02-25T15:50:50.732 DEBUG:teuthology.orchestra.run.trial052:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:50.789 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182880k,nr_inodes=16295720,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme0n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21175 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme0n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087792k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2026-02-25T15:50:50.789 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:50.789 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:50.807 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182872k,nr_inodes=16295718,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme1n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=31804 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme1n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2026-02-25T15:50:50.807 DEBUG:teuthology.orchestra.run.trial086:> set -ex 2026-02-25T15:50:50.807 DEBUG:teuthology.orchestra.run.trial086:> dd if=/proc/self/mounts of=/dev/stdout 2026-02-25T15:50:50.866 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=65182872k,nr_inodes=16295718,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 efivarfs /sys/firmware/efi/efivars efivarfs rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 /dev/nvme1n1p2 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=31804 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/nvme1n1p1 /boot/efi vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=ascii,shortname=mixed,errors=remount-ro 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=13043892k,nr_inodes=3260973,mode=700,uid=1000,gid=1002,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=26087788k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2026-02-25T15:50:50.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:50.867 DEBUG:teuthology.orchestra.run.trial052:> ip netns list 2026-02-25T15:50:50.883 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2026-02-25T15:50:50.883 INFO:teuthology.orchestra.run.trial052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2026-02-25T15:50:50.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:50.883 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2026-02-25T15:50:50.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:50.949 DEBUG:teuthology.orchestra.run.trial052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2026-02-25T15:50:51.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:51.013 DEBUG:teuthology.orchestra.run.trial052:> sudo ip link delete ceph-brx 2026-02-25T15:50:51.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:51.131 DEBUG:teuthology.orchestra.run.trial086:> ip netns list 2026-02-25T15:50:51.149 INFO:teuthology.orchestra.run.trial086.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2026-02-25T15:50:51.150 INFO:teuthology.orchestra.run.trial086.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2026-02-25T15:50:51.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:51.150 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2026-02-25T15:50:51.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:51.214 DEBUG:teuthology.orchestra.run.trial086:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2026-02-25T15:50:51.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2026-02-25T15:50:51.280 DEBUG:teuthology.orchestra.run.trial086:> sudo ip link delete ceph-brx 2026-02-25T15:50:51.410 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-25T15:50:51.423 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-25T15:50:51.423 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:51.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.489+0000 7f4c9a5ac640 1 Processor -- start 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.489+0000 7f4c9a5ac640 1 -- start start 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c9a5ac640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f4c940b27f0 0x7f4c94142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c9a5ac640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c940b40f0 con 0x7f4c94140270 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c9a5ac640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c940addc0 con 0x7f4c94143250 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c9a5ac640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c94143a40 con 0x7f4c940b27f0 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c93fff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f4c94140270 0x7f4c940b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60202/0 (socket says 10.20.193.52:60202) 2026-02-25T15:50:51.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c93fff640 1 -- 10.20.193.52:0/1930969646 learned_addr learned my addr 10.20.193.52:0/1930969646 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c937fe640 1 --2- 10.20.193.52:0/1930969646 >> v2:10.20.193.86:3300/0 conn(0x7f4c940b27f0 0x7f4c94142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1590466863 0 0) 0x7f4c940b40f0 con 0x7f4c94140270 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c78003620 con 0x7f4c94140270 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1782940067 0 0) 0x7f4c78003620 con 0x7f4c94140270 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 >> v2:10.20.193.86:3300/0 conn(0x7f4c940b27f0 msgr2=0x7f4c94142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 --2- 10.20.193.52:0/1930969646 >> v2:10.20.193.86:3300/0 conn(0x7f4c940b27f0 0x7f4c94142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 >> v1:10.20.193.86:6789/0 conn(0x7f4c94143250 legacy=0x7f4c940ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c940b4370 con 0x7f4c94140270 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f4c80002f00 con 0x7f4c94140270 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 >> v1:10.20.193.52:6789/0 conn(0x7f4c94140270 legacy=0x7f4c940b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c78003b80 0x7f4c78003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 0x7f4c78004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c780052f0 0x7f4c7800ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c94143a40 con 0x7f4c780048c0 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7800c250 con 0x7f4c78003b80 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7800c410 con 0x7f4c780052f0 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.490+0000 7f4c937fe640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 0x7f4c78004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 -- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c780052f0 msgr2=0x7f4c7800ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c780052f0 0x7f4c7800ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 -- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c78003b80 msgr2=0x7f4c78003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c78003b80 0x7f4c78003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 -- 10.20.193.52:0/1930969646 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c78003620 con 0x7f4c780048c0 2026-02-25T15:50:51.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c98b22640 1 -- 10.20.193.52:0/1930969646 reap_dead start 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c937fe640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 0x7f4c78004d40 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f4c84009bc0 tx=0x7f4c8402f4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d17614fff8ec2ad server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8402fd00 con 0x7f4c780048c0 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c8402fe60 con 0x7f4c780048c0 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c92ffd640 1 -- 10.20.193.52:0/1930969646 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c84037660 con 0x7f4c780048c0 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 msgr2=0x7f4c78004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 0x7f4c78004d40 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f4c84009bc0 tx=0x7f4c8402f4e0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/1930969646 shutdown_connections 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/1930969646 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c780048c0 0x7f4c78004d40 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/1930969646 >> 10.20.193.52:0/1930969646 conn(0x7f4c9406c980 msgr2=0x7f4c9406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/1930969646 shutdown_connections 2026-02-25T15:50:51.501 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.491+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/1930969646 wait complete. 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 Processor -- start 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 -- start start 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c780048c0 0x7f4c941418b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c941f9210 0x7f4c94141df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c94146c00 con 0x7f4c9415fc50 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c94160610 con 0x7f4c780048c0 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c9a5ac640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c941f8d80 con 0x7f4c941f9210 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c98b22640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c98b22640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50908/0 (socket says 10.20.193.52:50908) 2026-02-25T15:50:51.502 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c98b22640 1 -- 10.20.193.52:0/2535275010 learned_addr learned my addr 10.20.193.52:0/2535275010 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.492+0000 7f4c93fff640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c780048c0 0x7f4c941418b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c937fe640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c941f9210 0x7f4c94141df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 -- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c941f9210 msgr2=0x7f4c94141df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c941f9210 0x7f4c94141df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 -- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c780048c0 msgr2=0x7f4c941418b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c780048c0 0x7f4c941418b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 -- 10.20.193.52:0/2535275010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c941555c0 con 0x7f4c9415fc50 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c98b22640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f4c9406e910 tx=0x7f4c8800cf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c88003c30 con 0x7f4c9415fc50 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c88003db0 con 0x7f4c9415fc50 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c941f8730 con 0x7f4c9415fc50 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8800ac00 con 0x7f4c9415fc50 2026-02-25T15:50:51.503 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c94154940 con 0x7f4c9415fc50 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.493+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c941f8f10 con 0x7f4c9415fc50 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.494+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f4c8800ad60 con 0x7f4c9415fc50 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.494+0000 7f4c90ff9640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 0x7f4c64078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.494+0000 7f4c93fff640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 0x7f4c64078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.494+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f4c88097310 con 0x7f4c9415fc50 2026-02-25T15:50:51.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.495+0000 7f4c93fff640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 0x7f4c64078620 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4c80003050 tx=0x7f4c80002f40 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.496+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f4c8805ce30 con 0x7f4c9415fc50 2026-02-25T15:50:51.574 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.572+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4c941f85b0 con 0x7f4c64076160 2026-02-25T15:50:51.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.573+0000 7f4c90ff9640 1 -- 10.20.193.52:0/2535275010 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48910 (secure 0 0 0) 0x7f4c80005ce0 con 0x7f4c64076160 2026-02-25T15:50:51.577 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:51.578 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:51.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 msgr2=0x7f4c64078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 0x7f4c64078620 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4c80003050 tx=0x7f4c80002f40 comp rx=0 tx=0).stop 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 msgr2=0x7f4c941600d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f4c9406e910 tx=0x7f4c8800cf10 comp rx=0 tx=0).stop 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 shutdown_connections 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f4c64076160 0x7f4c64078620 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f4c9415fc50 0x7f4c941600d0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f4c941f9210 0x7f4c94141df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.579 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 --2- 10.20.193.52:0/2535275010 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f4c780048c0 0x7f4c941418b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 >> 10.20.193.52:0/2535275010 conn(0x7f4c9406c980 msgr2=0x7f4c940afdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 shutdown_connections 2026-02-25T15:50:51.580 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.574+0000 7f4c9a5ac640 1 -- 10.20.193.52:0/2535275010 wait complete. 2026-02-25T15:50:51.584 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2026-02-25T15:50:51.221231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":221748,"kb_used_data":6084,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754752972,"statfs":{"total":773094113280,"available":772867043328,"internally_reserved":0,"allocated":6230016,"data_stored":3940783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732719,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-363,"num_write_kb":-2908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.999226"},"pg_stats":[{"pgid":"1.0","version":"39'119","reported_seq":190,"reported_epoch":39,"state":"active+clean","last_fresh":"2026-02-25T15:50:33.322237+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:33.322237+0000","last_peered":"2026-02-25T15:50:33.322237+0000","last_clean":"2026-02-25T15:50:33.322237+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:33.322237+0000","last_undegraded":"2026-02-25T15:50:33.322237+0000","last_fullsized":"2026-02-25T15:50:33.322237+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28336,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343504,"statfs":{"total":96636764160,"available":96607748096,"internally_reserved":0,"allocated":1413120,"data_stored":1127378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.254,"15min":0.254},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"last":0.314},{"interface":"front","average":{"1min":0.247,"5min":0.247,"15min":0.247},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"last":0.28199999999999997}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.30299999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"last":0.36499999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.223,"15min":0.223},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.38},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"last":0.21199999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"last":0.34300000000000003}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.314,"5min":0.314,"15min":0.314},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.35599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.215},{"interface":"front","average":{"1min":0.249,"5min":0.249,"15min":0.249},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"last":0.29699999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"last":0.20300000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.215,"5min":0.215,"15min":0.215},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.442,"5min":0.442,"15min":0.442},"last":0.189}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.129},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"last":0.23999999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.14299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.22,"15min":0.22},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"last":0.23400000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.31},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.311,"15min":0.311},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.31,"15min":0.31},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.434,"5min":0.434,"15min":0.434},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.192,"5min":0.192,"15min":0.192},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"last":0.186},{"interface":"front","average":{"1min":0.219,"5min":0.219,"15min":0.219},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.315,"5min":0.315,"15min":0.315},"last":0.30599999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.20599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.252,"15min":0.252},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"last":0.218},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"last":0.29799999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.17999999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.30099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"last":0.25700000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.23699999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.155},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"last":0.16500000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.188}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.26400000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":491520,"data_stored":208843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.183,"5min":0.183,"15min":0.183},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.254},{"interface":"front","average":{"1min":0.193,"5min":0.193,"15min":0.193},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.183}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.19,"5min":0.19,"15min":0.19},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"last":0.20899999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.245},{"interface":"front","average":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.22700000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.27400000000000002}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.38200000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.30499999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.29099999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1191936,"data_stored":919854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.37,"5min":0.37,"15min":0.37},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.115,"5min":0.115,"15min":0.115},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.22500000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.246}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.27100000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32500000000000001}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.374}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.30599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.314},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.39000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.184,"15min":0.184},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"last":0.18099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"last":0.152},{"interface":"front","average":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.161}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"last":0.17199999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.223},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"last":0.23999999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.41299999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.23200000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.24299999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.27500000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.35899999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.37}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.32200000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.313},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:51.585 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 Processor -- start 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 -- start start 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc7f0071710 0x7fc7f00ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 0x7fc7f0070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7f0070cc0 con 0x7fc7f00b4470 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7f0071c60 con 0x7fc7f0071710 2026-02-25T15:50:51.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f81e9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7f015bcc0 con 0x7fc7f015b750 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f5f5e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc7f0071710 0x7fc7f00ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f5f5e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fc7f0071710 0x7fc7f00ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50924/0 (socket says 10.20.193.52:50924) 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f5f5e640 1 -- 10.20.193.52:0/3810844082 learned_addr learned my addr 10.20.193.52:0/3810844082 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.653+0000 7fc7f575d640 1 --2- 10.20.193.52:0/3810844082 >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 0x7fc7f0070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f5f5e640 1 -- 10.20.193.52:0/3810844082 >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 msgr2=0x7fc7f0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/3810844082 >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 0x7fc7f0070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f5f5e640 1 -- 10.20.193.52:0/3810844082 >> v1:10.20.193.52:6789/0 conn(0x7fc7f00b4470 legacy=0x7fc7f00720b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f5f5e640 1 -- 10.20.193.52:0/3810844082 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7f015bfa0 con 0x7fc7f0071710 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f575d640 1 --2- 10.20.193.52:0/3810844082 >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 0x7fc7f0070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/3810844082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f0071710 0x7fc7f00ccfb0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006ec20 tx=0x7fc7e002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e627fe26fea12a7e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f4f5c640 1 -- 10.20.193.52:0/3810844082 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e002fc70 con 0x7fc7f0071710 2026-02-25T15:50:51.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f4f5c640 1 -- 10.20.193.52:0/3810844082 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7e002fdd0 con 0x7fc7f0071710 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f4f5c640 1 -- 10.20.193.52:0/3810844082 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0037660 con 0x7fc7f0071710 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 -- 10.20.193.52:0/3810844082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f0071710 msgr2=0x7fc7f00ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/3810844082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f0071710 0x7fc7f00ccfb0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006ec20 tx=0x7fc7e002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 -- 10.20.193.52:0/3810844082 shutdown_connections 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/3810844082 >> v2:10.20.193.86:3300/0 conn(0x7fc7f015b750 0x7fc7f0070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/3810844082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f0071710 0x7fc7f00ccfb0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.654+0000 7fc7f81e9640 1 -- 10.20.193.52:0/3810844082 >> 10.20.193.52:0/3810844082 conn(0x7fc7f006c980 msgr2=0x7fc7f006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.655+0000 7fc7f81e9640 1 -- 10.20.193.52:0/3810844082 shutdown_connections 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.655+0000 7fc7f81e9640 1 -- 10.20.193.52:0/3810844082 wait complete. 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.655+0000 7fc7f81e9640 1 Processor -- start 2026-02-25T15:50:51.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.655+0000 7fc7f81e9640 1 -- start start 2026-02-25T15:50:51.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 0x7fc7f00afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc7f015b750 0x7fc7f00c9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f00b3e50 con 0x7fc7f00b4470 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f00b4270 con 0x7fc7f0071710 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f00b34b0 con 0x7fc7f015b750 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50928/0 (socket says 10.20.193.52:50928) 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 -- 10.20.193.52:0/2416796073 learned_addr learned my addr 10.20.193.52:0/2416796073 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 -- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc7f015b750 msgr2=0x7fc7f00c9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc7f015b750 0x7fc7f00c9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 -- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 msgr2=0x7fc7f00afcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 0x7fc7f00afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 0x7fc7f00afcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 -- 10.20.193.52:0/2416796073 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e00095d0 con 0x7fc7f00b4470 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 0x7fc7f00afcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f575d640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400d800 tx=0x7fc7e400dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e400b8d0 con 0x7fc7f00b4470 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7e400ba30 con 0x7fc7f00b4470 2026-02-25T15:50:51.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7f00b3790 con 0x7fc7f00b4470 2026-02-25T15:50:51.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e400bde0 con 0x7fc7f00b4470 2026-02-25T15:50:51.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.656+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7f014f3c0 con 0x7fc7f00b4470 2026-02-25T15:50:51.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.657+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7f0072bd0 con 0x7fc7f00b4470 2026-02-25T15:50:51.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.657+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fc7e401b070 con 0x7fc7f00b4470 2026-02-25T15:50:51.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.657+0000 7fc7de7fc640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 0x7fc7c0078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.658+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fc7e4097660 con 0x7fc7f00b4470 2026-02-25T15:50:51.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.658+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 0x7fc7c0078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.658+0000 7fc7f5f5e640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 0x7fc7c0078620 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006c4a0 tx=0x7fc7e0033000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.660+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc7e405d170 con 0x7fc7f00b4470 2026-02-25T15:50:51.738 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.737+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc7f00ceba0 con 0x7fc7c0076160 2026-02-25T15:50:51.739 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7de7fc640 1 -- 10.20.193.52:0/2416796073 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48910 (secure 0 0 0) 0x7fc7e002fb90 con 0x7fc7c0076160 2026-02-25T15:50:51.740 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:51.741 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:51.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 msgr2=0x7fc7c0078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.741 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 0x7fc7c0078620 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc7f006c4a0 tx=0x7fc7e0033000 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 msgr2=0x7fc7f00b01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400d800 tx=0x7fc7e400dcd0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 shutdown_connections 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc7c0076160 0x7fc7c0078620 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc7f015b750 0x7fc7f00c9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc7f00b4470 0x7fc7f00b01f0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 --2- 10.20.193.52:0/2416796073 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc7f0071710 0x7fc7f00afcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 >> 10.20.193.52:0/2416796073 conn(0x7fc7f006c980 msgr2=0x7fc7f015ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 shutdown_connections 2026-02-25T15:50:51.742 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.738+0000 7fc7f81e9640 1 -- 10.20.193.52:0/2416796073 wait complete. 2026-02-25T15:50:51.748 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2026-02-25T15:50:51.221231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":221748,"kb_used_data":6084,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754752972,"statfs":{"total":773094113280,"available":772867043328,"internally_reserved":0,"allocated":6230016,"data_stored":3940783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732719,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-363,"num_write_kb":-2908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.999226"},"pg_stats":[{"pgid":"1.0","version":"39'119","reported_seq":190,"reported_epoch":39,"state":"active+clean","last_fresh":"2026-02-25T15:50:33.322237+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:33.322237+0000","last_peered":"2026-02-25T15:50:33.322237+0000","last_clean":"2026-02-25T15:50:33.322237+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:33.322237+0000","last_undegraded":"2026-02-25T15:50:33.322237+0000","last_fullsized":"2026-02-25T15:50:33.322237+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28336,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343504,"statfs":{"total":96636764160,"available":96607748096,"internally_reserved":0,"allocated":1413120,"data_stored":1127378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.254,"15min":0.254},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"last":0.314},{"interface":"front","average":{"1min":0.247,"5min":0.247,"15min":0.247},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"last":0.28199999999999997}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.30299999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"last":0.36499999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.223,"15min":0.223},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.38},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"last":0.21199999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"last":0.34300000000000003}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.314,"5min":0.314,"15min":0.314},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.35599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.215},{"interface":"front","average":{"1min":0.249,"5min":0.249,"15min":0.249},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"last":0.29699999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"last":0.20300000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.215,"5min":0.215,"15min":0.215},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.442,"5min":0.442,"15min":0.442},"last":0.189}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.129},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"last":0.23999999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.14299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.22,"15min":0.22},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"last":0.23400000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.31},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.311,"15min":0.311},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.31,"15min":0.31},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.434,"5min":0.434,"15min":0.434},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.192,"5min":0.192,"15min":0.192},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"last":0.186},{"interface":"front","average":{"1min":0.219,"5min":0.219,"15min":0.219},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.315,"5min":0.315,"15min":0.315},"last":0.30599999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.20599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.252,"15min":0.252},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"last":0.218},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"last":0.29799999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.17999999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.30099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"last":0.25700000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.23699999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.155},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"last":0.16500000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.188}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.26400000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":491520,"data_stored":208843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.183,"5min":0.183,"15min":0.183},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.254},{"interface":"front","average":{"1min":0.193,"5min":0.193,"15min":0.193},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.183}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.19,"5min":0.19,"15min":0.19},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"last":0.20899999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.245},{"interface":"front","average":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.22700000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.27400000000000002}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.38200000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.30499999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.29099999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1191936,"data_stored":919854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.37,"5min":0.37,"15min":0.37},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.115,"5min":0.115,"15min":0.115},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.22500000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.246}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.27100000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32500000000000001}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.374}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.30599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.314},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.39000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.184,"15min":0.184},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"last":0.18099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"last":0.152},{"interface":"front","average":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.161}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"last":0.17199999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.223},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"last":0.23999999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.41299999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.23200000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.24299999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.27500000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.35899999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.37}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.32200000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.313},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:51.751 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-25T15:50:51.751 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:51.819 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.818+0000 7f14b3ec4640 1 Processor -- start 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.818+0000 7f14b3ec4640 1 -- start start 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b3ec4640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f14ac140270 0x7f14ac0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b3ec4640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f14ac143420 0x7f14ac0ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b3ec4640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14ac0b40f0 con 0x7f14ac0b2620 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b3ec4640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14ac143a40 con 0x7f14ac140270 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b3ec4640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14ac143850 con 0x7f14ac143420 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f14ac140270 0x7f14ac0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f14ac140270 0x7f14ac0b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50934/0 (socket says 10.20.193.52:50934) 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 -- 10.20.193.52:0/1125408424 learned_addr learned my addr 10.20.193.52:0/1125408424 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b243a640 1 --2- 10.20.193.52:0/1125408424 >> v2:10.20.193.86:3300/0 conn(0x7f14ac143420 0x7f14ac0ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 -- 10.20.193.52:0/1125408424 >> v2:10.20.193.86:3300/0 conn(0x7f14ac143420 msgr2=0x7f14ac0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1125408424 >> v2:10.20.193.86:3300/0 conn(0x7f14ac143420 0x7f14ac0ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.820 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 -- 10.20.193.52:0/1125408424 >> v1:10.20.193.86:6789/0 conn(0x7f14ac0b2620 legacy=0x7f14ac142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 -- 10.20.193.52:0/1125408424 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14ac0addc0 con 0x7f14ac140270 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.819+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1125408424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac0b20e0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06e6c0 tx=0x7f149c02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1c45d6b5ec065f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b0c37640 1 -- 10.20.193.52:0/1125408424 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f149c02fbd0 con 0x7f14ac140270 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b0c37640 1 -- 10.20.193.52:0/1125408424 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f149c02fd30 con 0x7f14ac140270 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b0c37640 1 -- 10.20.193.52:0/1125408424 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f149c02fea0 con 0x7f14ac140270 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1125408424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 msgr2=0x7f14ac0b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.821 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1125408424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac0b20e0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06e6c0 tx=0x7f149c02ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1125408424 shutdown_connections 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1125408424 >> v2:10.20.193.86:3300/0 conn(0x7f14ac143420 0x7f14ac0ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1125408424 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac0b20e0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1125408424 >> 10.20.193.52:0/1125408424 conn(0x7f14ac06c980 msgr2=0x7f14ac06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1125408424 shutdown_connections 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.820+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1125408424 wait complete. 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 Processor -- start 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 -- start start 2026-02-25T15:50:51.822 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 0x7f14ac143de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f14ac143420 0x7f14ac13f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14ac1443c0 con 0x7f14ac140270 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14ac1446a0 con 0x7f14ac0b2620 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b3ec4640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14ac144980 con 0x7f14ac143420 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50946/0 (socket says 10.20.193.52:50946) 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 -- 10.20.193.52:0/1134488369 learned_addr learned my addr 10.20.193.52:0/1134488369 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 0x7f14ac143de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 -- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f14ac143420 msgr2=0x7f14ac13f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f14ac143420 0x7f14ac13f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 -- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 msgr2=0x7f14ac143de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 0x7f14ac143de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1438640 1 -- 10.20.193.52:0/1134488369 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f149c0095d0 con 0x7f14ac140270 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.821+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 0x7f14ac143de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f14b1438640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f14a000b550 tx=0x7f14a000ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a0004480 con 0x7f14ac140270 2026-02-25T15:50:51.823 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14a00026e0 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14ac144c60 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14a00045e0 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14ac146e00 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.822+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14ac145180 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.823+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f14a0002ad0 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.823+0000 7f149a7fc640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 0x7f147c078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.823+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f14a00973b0 con 0x7f14ac140270 2026-02-25T15:50:51.824 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.823+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 0x7f147c078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.825 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.824+0000 7f14b1c39640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 0x7f147c078620 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06e910 tx=0x7f149c033000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.826 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.825+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f14a005d050 con 0x7f14ac140270 2026-02-25T15:50:51.903 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.901+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f14ac04eb10 con 0x7f147c076160 2026-02-25T15:50:51.904 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.902+0000 7f149a7fc640 1 -- 10.20.193.52:0/1134488369 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48910 (secure 0 0 0) 0x7f14ac04eb10 con 0x7f147c076160 2026-02-25T15:50:51.905 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 msgr2=0x7f147c078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 0x7f147c078620 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06e910 tx=0x7f149c033000 comp rx=0 tx=0).stop 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 msgr2=0x7f14ac145460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f14a000b550 tx=0x7f14a000ba20 comp rx=0 tx=0).stop 2026-02-25T15:50:51.906 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 shutdown_connections 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f147c076160 0x7f147c078620 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f14ac143420 0x7f14ac13f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f14ac140270 0x7f14ac145460 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 --2- 10.20.193.52:0/1134488369 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f14ac0b2620 0x7f14ac143de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 >> 10.20.193.52:0/1134488369 conn(0x7f14ac06c980 msgr2=0x7f14ac160a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 shutdown_connections 2026-02-25T15:50:51.907 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.903+0000 7f14b3ec4640 1 -- 10.20.193.52:0/1134488369 wait complete. 2026-02-25T15:50:51.912 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2026-02-25T15:50:51.221231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":221748,"kb_used_data":6084,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754752972,"statfs":{"total":773094113280,"available":772867043328,"internally_reserved":0,"allocated":6230016,"data_stored":3940783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732719,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-363,"num_write_kb":-2908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.999226"},"pg_stats":[{"pgid":"1.0","version":"39'119","reported_seq":190,"reported_epoch":39,"state":"active+clean","last_fresh":"2026-02-25T15:50:33.322237+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:33.322237+0000","last_peered":"2026-02-25T15:50:33.322237+0000","last_clean":"2026-02-25T15:50:33.322237+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:33.322237+0000","last_undegraded":"2026-02-25T15:50:33.322237+0000","last_fullsized":"2026-02-25T15:50:33.322237+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":249,"num_write":157,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28336,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343504,"statfs":{"total":96636764160,"available":96607748096,"internally_reserved":0,"allocated":1413120,"data_stored":1127378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.254,"15min":0.254},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"last":0.314},{"interface":"front","average":{"1min":0.247,"5min":0.247,"15min":0.247},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"last":0.28199999999999997}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.30299999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.27300000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"last":0.36499999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.223,"15min":0.223},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.38},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"last":0.21199999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"last":0.34300000000000003}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.314,"5min":0.314,"15min":0.314},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.35599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.215},{"interface":"front","average":{"1min":0.249,"5min":0.249,"15min":0.249},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"last":0.29699999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"last":0.20300000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.215,"5min":0.215,"15min":0.215},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.442,"5min":0.442,"15min":0.442},"last":0.189}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.129},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"last":0.23999999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.14299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.22,"15min":0.22},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"last":0.23400000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.31},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.311,"15min":0.311},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.31,"15min":0.31},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.434,"5min":0.434,"15min":0.434},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.192,"5min":0.192,"15min":0.192},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"last":0.186},{"interface":"front","average":{"1min":0.219,"5min":0.219,"15min":0.219},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.315,"5min":0.315,"15min":0.315},"last":0.30599999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.20599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.252,"15min":0.252},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"last":0.218},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"last":0.29799999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.17999999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.30099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"last":0.25700000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.23699999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.155},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"last":0.16500000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.188}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.26400000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":480,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":491520,"data_stored":208843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.183,"5min":0.183,"15min":0.183},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.254},{"interface":"front","average":{"1min":0.193,"5min":0.193,"15min":0.193},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.183}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.19,"5min":0.19,"15min":0.19},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"last":0.20899999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.245},{"interface":"front","average":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.22700000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.27400000000000002}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.38200000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.30499999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.29099999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1191936,"data_stored":919854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.37,"5min":0.37,"15min":0.37},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.115,"5min":0.115,"15min":0.115},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.22500000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.246}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.27100000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32500000000000001}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.374}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.30599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.314},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.39000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.184,"15min":0.184},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"last":0.18099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"last":0.152},{"interface":"front","average":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.161}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"last":0.17199999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.223},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"last":0.23999999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.41299999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.23200000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.24299999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.27500000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.35899999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.37}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.32200000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.313},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:51.915 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-25T15:50:51.983 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.982+0000 7fed26dae640 1 Processor -- start 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.982+0000 7fed26dae640 1 -- start start 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed26dae640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fed201618e0 0x7fed200b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed26dae640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed200b2b60 con 0x7fed200b4640 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed26dae640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed200b2e40 con 0x7fed200b2620 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed26dae640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed200b3400 con 0x7fed201618e0 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fed201618e0 0x7fed200b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fed201618e0 0x7fed200b20e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50962/0 (socket says 10.20.193.52:50962) 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 -- 10.20.193.52:0/2696565624 learned_addr learned my addr 10.20.193.52:0/2696565624 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 -- 10.20.193.52:0/2696565624 >> v1:10.20.193.86:6789/0 conn(0x7fed200b2620 legacy=0x7fed200b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 -- 10.20.193.52:0/2696565624 >> v1:10.20.193.52:6789/0 conn(0x7fed200b4640 legacy=0x7fed20070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.984 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 -- 10.20.193.52:0/2696565624 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed200b3120 con 0x7fed201618e0 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.983+0000 7fed24b23640 1 --2- 10.20.193.52:0/2696565624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed201618e0 0x7fed200b20e0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fed10009970 tx=0x7fed1002eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4482b4783022df8f server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed177fe640 1 -- 10.20.193.52:0/2696565624 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed1002fbb0 con 0x7fed201618e0 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed177fe640 1 -- 10.20.193.52:0/2696565624 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed1002fd10 con 0x7fed201618e0 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed177fe640 1 -- 10.20.193.52:0/2696565624 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed10037660 con 0x7fed201618e0 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- 10.20.193.52:0/2696565624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed201618e0 msgr2=0x7fed200b20e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 --2- 10.20.193.52:0/2696565624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed201618e0 0x7fed200b20e0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fed10009970 tx=0x7fed1002eef0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- 10.20.193.52:0/2696565624 shutdown_connections 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 --2- 10.20.193.52:0/2696565624 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed201618e0 0x7fed200b20e0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- 10.20.193.52:0/2696565624 >> 10.20.193.52:0/2696565624 conn(0x7fed2006c980 msgr2=0x7fed2006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- 10.20.193.52:0/2696565624 shutdown_connections 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- 10.20.193.52:0/2696565624 wait complete. 2026-02-25T15:50:51.985 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 Processor -- start 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.984+0000 7fed26dae640 1 -- start start 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fed200b4640 0x7fed200abad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fed201618e0 0x7fed200adc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed200acf60 con 0x7fed200b2620 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed200ad380 con 0x7fed200b4640 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed200ac010 con 0x7fed201618e0 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50974/0 (socket says 10.20.193.52:50974) 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 -- 10.20.193.52:0/3503319314 learned_addr learned my addr 10.20.193.52:0/3503319314 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:51.986 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed25324640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fed201618e0 0x7fed200adc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed17fff640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fed200b4640 0x7fed200abad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 -- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fed201618e0 msgr2=0x7fed200adc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fed201618e0 0x7fed200adc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 -- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fed200b4640 msgr2=0x7fed200abad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fed200b4640 0x7fed200abad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 -- 10.20.193.52:0/3503319314 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed100095d0 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed24b23640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fed10009970 tx=0x7fed100047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed10040820 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed10040980 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed200ac2e0 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed10040d30 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.985+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed200ac8a0 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.986+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed200b20e0 con 0x7fed200b2620 2026-02-25T15:50:51.987 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.986+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fed10046020 con 0x7fed200b2620 2026-02-25T15:50:51.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.987+0000 7fed157fa640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 0x7fecf0078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:51.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.987+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fed100bc5e0 con 0x7fed200b2620 2026-02-25T15:50:51.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.987+0000 7fed17fff640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 0x7fecf0078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:51.988 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.987+0000 7fed17fff640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 0x7fecf0078620 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fed20070c40 tx=0x7fed08009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:51.990 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:51.989+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fed10082290 con 0x7fed200b2620 2026-02-25T15:50:52.069 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.067+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed200721a0 con 0x7fed200b2620 2026-02-25T15:50:52.070 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed157fa640 1 -- 10.20.193.52:0/3503319314 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+14094 (secure 0 0 0) 0x7fed10085310 con 0x7fed200b2620 2026-02-25T15:50:52.070 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:52.070 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":43,"fsid":"0144563f-3d7d-4423-8c47-1ba192c5aa74","created":"2026-02-25T15:49:15.066763+0000","modified":"2026-02-25T15:50:49.671310+0000","last_up_change":"2026-02-25T15:49:23.154105+0000","last_in_change":"2026-02-25T15:49:16.590717+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-25T15:49:25.154854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"83617ddb-fd8f-4cfe-92af-043bb8d1d78e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6803","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6805","nonce":329414384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6807","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6809","nonce":329414384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6815","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6817","nonce":329414384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6811","nonce":329414384},{"type":"v1","addr":"10.20.193.52:6813","nonce":329414384}]},"public_addr":"10.20.193.52:6805/329414384","cluster_addr":"10.20.193.52:6809/329414384","heartbeat_back_addr":"10.20.193.52:6817/329414384","heartbeat_front_addr":"10.20.193.52:6813/329414384","state":["exists","up"]},{"osd":1,"uuid":"4fa9791e-5806-45d4-8031-fa190d47f7a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6802","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6804","nonce":1752075580}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6806","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6808","nonce":1752075580}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6814","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6816","nonce":1752075580}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6810","nonce":1752075580},{"type":"v1","addr":"10.20.193.52:6812","nonce":1752075580}]},"public_addr":"10.20.193.52:6804/1752075580","cluster_addr":"10.20.193.52:6808/1752075580","heartbeat_back_addr":"10.20.193.52:6816/1752075580","heartbeat_front_addr":"10.20.193.52:6812/1752075580","state":["exists","up"]},{"osd":2,"uuid":"1dcc09ef-a377-485d-b6dd-f0a2a19b8e26","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6819","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6821","nonce":3624985015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6823","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6825","nonce":3624985015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6831","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6833","nonce":3624985015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6827","nonce":3624985015},{"type":"v1","addr":"10.20.193.52:6829","nonce":3624985015}]},"public_addr":"10.20.193.52:6821/3624985015","cluster_addr":"10.20.193.52:6825/3624985015","heartbeat_back_addr":"10.20.193.52:6833/3624985015","heartbeat_front_addr":"10.20.193.52:6829/3624985015","state":["exists","up"]},{"osd":3,"uuid":"237e21db-891b-4b15-adf8-865bc6b27084","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6818","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6820","nonce":2999364246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6822","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6824","nonce":2999364246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6830","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6832","nonce":2999364246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6826","nonce":2999364246},{"type":"v1","addr":"10.20.193.52:6828","nonce":2999364246}]},"public_addr":"10.20.193.52:6820/2999364246","cluster_addr":"10.20.193.52:6824/2999364246","heartbeat_back_addr":"10.20.193.52:6832/2999364246","heartbeat_front_addr":"10.20.193.52:6828/2999364246","state":["exists","up"]},{"osd":4,"uuid":"6cc08cfd-1e43-492b-88ba-369d201dad00","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6800","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6801","nonce":2032624788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6804","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6806","nonce":2032624788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6811","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6813","nonce":2032624788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6808","nonce":2032624788},{"type":"v1","addr":"10.20.193.86:6810","nonce":2032624788}]},"public_addr":"10.20.193.86:6801/2032624788","cluster_addr":"10.20.193.86:6806/2032624788","heartbeat_back_addr":"10.20.193.86:6813/2032624788","heartbeat_front_addr":"10.20.193.86:6810/2032624788","state":["exists","up"]},{"osd":5,"uuid":"b7719ba0-a6f3-4a63-9375-ad10e37c7bd3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6802","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6803","nonce":3467367132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6805","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6807","nonce":3467367132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6814","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6815","nonce":3467367132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6809","nonce":3467367132},{"type":"v1","addr":"10.20.193.86:6812","nonce":3467367132}]},"public_addr":"10.20.193.86:6803/3467367132","cluster_addr":"10.20.193.86:6807/3467367132","heartbeat_back_addr":"10.20.193.86:6815/3467367132","heartbeat_front_addr":"10.20.193.86:6812/3467367132","state":["exists","up"]},{"osd":6,"uuid":"7eefea26-37e4-4313-bca5-7d72f7241b50","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6817","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6819","nonce":3165381406}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6821","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6824","nonce":3165381406}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6830","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6831","nonce":3165381406}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6826","nonce":3165381406},{"type":"v1","addr":"10.20.193.86:6828","nonce":3165381406}]},"public_addr":"10.20.193.86:6819/3165381406","cluster_addr":"10.20.193.86:6824/3165381406","heartbeat_back_addr":"10.20.193.86:6831/3165381406","heartbeat_front_addr":"10.20.193.86:6828/3165381406","state":["exists","up"]},{"osd":7,"uuid":"984e9344-765d-4d45-b66c-a2b23d769a73","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6816","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6818","nonce":460788038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6820","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6822","nonce":460788038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6827","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6829","nonce":460788038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6823","nonce":460788038},{"type":"v1","addr":"10.20.193.86:6825","nonce":460788038}]},"public_addr":"10.20.193.86:6818/460788038","cluster_addr":"10.20.193.86:6822/460788038","heartbeat_back_addr":"10.20.193.86:6829/460788038","heartbeat_front_addr":"10.20.193.86:6825/460788038","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.620631+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.735324+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.742705+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.641625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.698846+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.694556+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.687620+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2026-02-25T15:49:21.691622+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.52:6837/1224462899":"2026-02-26T15:50:46.660164+0000","10.20.193.52:6835/1224462899":"2026-02-26T15:50:46.660164+0000","10.20.193.52:0/1389667781":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3395753474":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/379719783":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/2436275369":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6801/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:6800/685198553":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/1103185915":"2026-02-26T15:50:31.288346+0000","10.20.193.52:0/4016149037":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2605436130":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/4102528794":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6801/3387084460":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2877670512":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/3801520293":"2026-02-26T15:50:45.210390+0000","10.20.193.52:0/2318356933":"2026-02-26T15:50:45.210390+0000","10.20.193.52:6800/3387084460":"2026-02-26T15:50:45.210390+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-25T15:50:52.071 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 msgr2=0x7fecf0078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 0x7fecf0078620 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fed20070c40 tx=0x7fed08009040 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 msgr2=0x7fed200a9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fed10009970 tx=0x7fed100047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 shutdown_connections 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fecf0076160 0x7fecf0078620 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fed201618e0 0x7fed200adc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fed200b4640 0x7fed200abad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 --2- 10.20.193.52:0/3503319314 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fed200b2620 0x7fed200a9df0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:52.072 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.068+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 >> 10.20.193.52:0/3503319314 conn(0x7fed2006c980 msgr2=0x7fed20070e40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:52.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.069+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 shutdown_connections 2026-02-25T15:50:52.073 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:52.069+0000 7fed26dae640 1 -- 10.20.193.52:0/3503319314 wait complete. 2026-02-25T15:50:53.079 INFO:tasks.ceph:Scrubbing osd.0 2026-02-25T15:50:53.079 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.149+0000 7f6273140640 1 Processor -- start 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 -- start start 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c06c8e0 0x7f626c0b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f626c0cc4e0 0x7f626c0cc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f626c06cd20 con 0x7f626c0709a0 2026-02-25T15:50:53.154 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f626c0b24c0 con 0x7f626c0cc4e0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6273140640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f626c15a490 con 0x7f626c06c8e0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6270eb5640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f626c0709a0 0x7f626c070d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60232/0 (socket says 10.20.193.52:60232) 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6270eb5640 1 -- 10.20.193.52:0/579071011 learned_addr learned my addr 10.20.193.52:0/579071011 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f62716b6640 1 --2- 10.20.193.52:0/579071011 >> v2:10.20.193.52:3300/0 conn(0x7f626c0cc4e0 0x7f626c0cc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.150+0000 7f6263fff640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c06c8e0 0x7f626c0b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62716b6640 1 -- 10.20.193.52:0/579071011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c06c8e0 msgr2=0x7f626c0b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62716b6640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c06c8e0 0x7f626c0b1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62716b6640 1 -- 10.20.193.52:0/579071011 >> v1:10.20.193.52:6789/0 conn(0x7f626c0709a0 legacy=0x7f626c070d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62716b6640 1 -- 10.20.193.52:0/579071011 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f626c0b26d0 con 0x7f626c0cc4e0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62716b6640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c0cc4e0 0x7f626c0cc970 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f6268009d90 tx=0x7f626802f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9910e2bd62eaebd4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62637fe640 1 -- 10.20.193.52:0/579071011 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6268006ea0 con 0x7f626c0cc4e0 2026-02-25T15:50:53.155 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62637fe640 1 -- 10.20.193.52:0/579071011 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6268037440 con 0x7f626c0cc4e0 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f62637fe640 1 -- 10.20.193.52:0/579071011 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62680377d0 con 0x7f626c0cc4e0 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 -- 10.20.193.52:0/579071011 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c0cc4e0 msgr2=0x7f626c0cc970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c0cc4e0 0x7f626c0cc970 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f6268009d90 tx=0x7f626802f270 comp rx=0 tx=0).stop 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 -- 10.20.193.52:0/579071011 shutdown_connections 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c0cc4e0 0x7f626c0cc970 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 --2- 10.20.193.52:0/579071011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c06c8e0 0x7f626c0b1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.151+0000 7f6273140640 1 -- 10.20.193.52:0/579071011 >> 10.20.193.52:0/579071011 conn(0x7f626c0cef90 msgr2=0x7f626c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.152+0000 7f6273140640 1 -- 10.20.193.52:0/579071011 shutdown_connections 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.152+0000 7f6273140640 1 -- 10.20.193.52:0/579071011 wait complete. 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.152+0000 7f6273140640 1 Processor -- start 2026-02-25T15:50:53.156 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.152+0000 7f6273140640 1 -- start start 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 0x7f626c15c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f626c0709a0 0x7f626c15ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c0cc4e0 0x7f626c1f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f626c0acdb0 con 0x7f626c06c8e0 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f626c0acfc0 con 0x7f626c0709a0 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f626c0ad2a0 con 0x7f626c0cc4e0 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 0x7f626c15c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 0x7f626c15c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:50992/0 (socket says 10.20.193.52:50992) 2026-02-25T15:50:53.160 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 -- 10.20.193.52:0/3331222545 learned_addr learned my addr 10.20.193.52:0/3331222545 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 -- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c0cc4e0 msgr2=0x7f626c1f50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f626c0cc4e0 0x7f626c1f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6263fff640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f626c0709a0 0x7f626c15ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 -- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f626c0709a0 msgr2=0x7f626c15ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f626c0709a0 0x7f626c15ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6268009a70 con 0x7f626c06c8e0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6263fff640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f626c0709a0 0x7f626c15ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6270eb5640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 0x7f626c15c8f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f625c00c700 tx=0x7f625c00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625c005bb0 con 0x7f626c06c8e0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f625c005d10 con 0x7f626c06c8e0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f626c0ad580 con 0x7f626c06c8e0 2026-02-25T15:50:53.161 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625c007270 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f626c14b6a0 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.153+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f626c0ad130 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.154+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f625c0073d0 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62617fa640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f623c076160 0x7f623c078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f6263fff640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f623c076160 0x7f623c078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f625c097210 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62617fa640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f623c07c720 0x7f623c07eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f623c07f230 con 0x7f623c07c720 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f625c097640 con 0x7f626c06c8e0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62716b6640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f623c07c720 0x7f623c07eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f6263fff640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f623c076160 0x7f623c078620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6254006fd0 tx=0x7f6254008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.155+0000 7f62716b6640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f623c07c720 0x7f623c07eb60 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.156+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== osd.0 v2:10.20.193.52:6803/329414384 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f623c07f230 con 0x7f623c07c720 2026-02-25T15:50:53.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.161+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 --> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f626c0ad410 con 0x7f623c07c720 2026-02-25T15:50:53.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f62617fa640 1 -- 10.20.193.52:0/3331222545 <== osd.0 v2:10.20.193.52:6803/329414384 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7f626c0ad410 con 0x7f623c07c720 2026-02-25T15:50:53.164 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:53.164 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:53.164 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:53.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f623c07c720 msgr2=0x7f623c07eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6803/329414384,v1:10.20.193.52:6805/329414384] conn(0x7f623c07c720 0x7f623c07eb60 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f623c076160 msgr2=0x7f623c078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f623c076160 0x7f623c078620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6254006fd0 tx=0x7f6254008040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 msgr2=0x7f626c15c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 --2- 10.20.193.52:0/3331222545 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f626c06c8e0 0x7f626c15c8f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f625c00c700 tx=0x7f625c00cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f62716b6640 1 -- 10.20.193.52:0/3331222545 reap_dead start 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 shutdown_connections 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 >> 10.20.193.52:0/3331222545 conn(0x7f626c0cef90 msgr2=0x7f626c070d80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 shutdown_connections 2026-02-25T15:50:53.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.162+0000 7f6273140640 1 -- 10.20.193.52:0/3331222545 wait complete. 2026-02-25T15:50:53.171 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-02-25T15:50:53.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 Processor -- start 2026-02-25T15:50:53.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 -- start start 2026-02-25T15:50:53.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5f300b27f0 0x7f5f30142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.242 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f300b40f0 con 0x7f5f30143250 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f300addc0 con 0x7f5f30140270 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f38549640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f30143a40 con 0x7f5f300b27f0 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f35abd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5f300b27f0 0x7f5f30142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f35abd640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f5f300b27f0 0x7f5f30142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51000/0 (socket says 10.20.193.52:51000) 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.236+0000 7f5f35abd640 1 -- 10.20.193.52:0/4200842376 learned_addr learned my addr 10.20.193.52:0/4200842376 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f35abd640 1 -- 10.20.193.52:0/4200842376 >> v1:10.20.193.86:6789/0 conn(0x7f5f30140270 legacy=0x7f5f300b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f35abd640 1 -- 10.20.193.52:0/4200842376 >> v1:10.20.193.52:6789/0 conn(0x7f5f30143250 legacy=0x7f5f300ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f35abd640 1 -- 10.20.193.52:0/4200842376 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f300b4370 con 0x7f5f300b27f0 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f35abd640 1 --2- 10.20.193.52:0/4200842376 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f300b27f0 0x7f5f30142d10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5f24009970 tx=0x7f5f2402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b51abce108725d server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f352bc640 1 -- 10.20.193.52:0/4200842376 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f2402fc30 con 0x7f5f300b27f0 2026-02-25T15:50:53.243 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f352bc640 1 -- 10.20.193.52:0/4200842376 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f2402fd90 con 0x7f5f300b27f0 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f352bc640 1 -- 10.20.193.52:0/4200842376 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f24037660 con 0x7f5f300b27f0 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 -- 10.20.193.52:0/4200842376 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f300b27f0 msgr2=0x7f5f30142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 --2- 10.20.193.52:0/4200842376 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f300b27f0 0x7f5f30142d10 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5f24009970 tx=0x7f5f2402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 -- 10.20.193.52:0/4200842376 shutdown_connections 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 --2- 10.20.193.52:0/4200842376 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f300b27f0 0x7f5f30142d10 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 -- 10.20.193.52:0/4200842376 >> 10.20.193.52:0/4200842376 conn(0x7f5f3006c980 msgr2=0x7f5f3006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 -- 10.20.193.52:0/4200842376 shutdown_connections 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.237+0000 7f5f38549640 1 -- 10.20.193.52:0/4200842376 wait complete. 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 Processor -- start 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 -- start start 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 0x7f5f3015ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.244 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5f30140270 0x7f5f3015c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f3015ceb0 con 0x7f5f30143250 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f3015fcb0 con 0x7f5f300b27f0 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f38549640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f3015f0a0 con 0x7f5f30140270 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f36abf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f36abf640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51006/0 (socket says 10.20.193.52:51006) 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.238+0000 7f5f36abf640 1 -- 10.20.193.52:0/3642927638 learned_addr learned my addr 10.20.193.52:0/3642927638 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 -- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5f30140270 msgr2=0x7f5f3015c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5f30140270 0x7f5f3015c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f362be640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 0x7f5f3015ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 -- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 msgr2=0x7f5f3015ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.245 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 0x7f5f3015ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 -- 10.20.193.52:0/3642927638 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f240095d0 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f362be640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 0x7f5f3015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f36abf640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c00cc50 tx=0x7f5f2c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c00ce70 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f2c003a70 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f3015f380 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c003e40 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f3015f940 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.239+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f30140650 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.240+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f5f2c019020 con 0x7f5f30143250 2026-02-25T15:50:53.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.240+0000 7f5f16ffd640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 0x7f5f00078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.240+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f5f2c097b40 con 0x7f5f30143250 2026-02-25T15:50:53.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.240+0000 7f5f362be640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 0x7f5f00078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.241+0000 7f5f362be640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 0x7f5f00078650 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5f20007920 tx=0x7f5f20008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.242+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f5f2c05d750 con 0x7f5f30143250 2026-02-25T15:50:53.323 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f5f300b4c10 con 0x7f5f00076190 2026-02-25T15:50:53.324 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f16ffd640 1 -- 10.20.193.52:0/3642927638 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f5f200040d0 con 0x7f5f00076190 2026-02-25T15:50:53.324 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 0 to deep-scrub 2026-02-25T15:50:53.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 msgr2=0x7f5f00078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 0x7f5f00078650 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5f20007920 tx=0x7f5f20008040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 msgr2=0x7f5f3013f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c00cc50 tx=0x7f5f2c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:53.325 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 shutdown_connections 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5f00076190 0x7f5f00078650 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5f30143250 0x7f5f3013f750 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5f30140270 0x7f5f3015c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 --2- 10.20.193.52:0/3642927638 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5f300b27f0 0x7f5f3015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.322+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 >> 10.20.193.52:0/3642927638 conn(0x7f5f3006c980 msgr2=0x7f5f300b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.323+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 shutdown_connections 2026-02-25T15:50:53.326 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.323+0000 7f5f38549640 1 -- 10.20.193.52:0/3642927638 wait complete. 2026-02-25T15:50:53.332 INFO:tasks.ceph:Scrubbing osd.1 2026-02-25T15:50:53.333 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:53.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.401+0000 7f7b78d22640 1 Processor -- start 2026-02-25T15:50:53.403 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.401+0000 7f7b78d22640 1 -- start start 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b78d22640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f7b740ad4b0 0x7f7b740b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b78d22640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b740b49c0 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b78d22640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b740b3db0 con 0x7f7b7406c600 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b78d22640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b740b4090 con 0x7f7b740ad4b0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b72d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f7b7406d810 0x7f7b7406dca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60256/0 (socket says 10.20.193.52:60256) 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b72d76640 1 -- 10.20.193.52:0/3058221036 learned_addr learned my addr 10.20.193.52:0/3058221036 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b72575640 1 --2- 10.20.193.52:0/3058221036 >> v2:10.20.193.86:3300/0 conn(0x7f7b740ad4b0 0x7f7b740b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 556133951 0 0) 0x7f7b740b49c0 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b60003620 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4212084229 0 0) 0x7f7b60003620 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 >> v2:10.20.193.86:3300/0 conn(0x7f7b740ad4b0 msgr2=0x7f7b740b4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 --2- 10.20.193.52:0/3058221036 >> v2:10.20.193.86:3300/0 conn(0x7f7b740ad4b0 0x7f7b740b4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 >> v1:10.20.193.86:6789/0 conn(0x7f7b7406c600 legacy=0x7f7b740ad890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b740b4370 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f7b64003280 con 0x7f7b7406d810 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.402+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 >> v1:10.20.193.52:6789/0 conn(0x7f7b7406d810 legacy=0x7f7b7406dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b60003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b600048c0 0x7f7b60004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b600052d0 0x7f7b6000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b740b4090 con 0x7f7b60003ac0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b6000c200 con 0x7f7b600052d0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b6000c3c0 con 0x7f7b600048c0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b60003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71d74640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b600048c0 0x7f7b60004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72d76640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b600052d0 0x7f7b6000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 -- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b600048c0 msgr2=0x7f7b60004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.405 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b600048c0 0x7f7b60004d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 -- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b600052d0 msgr2=0x7f7b6000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b600052d0 0x7f7b6000ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 -- 10.20.193.52:0/3058221036 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b60003620 con 0x7f7b60003ac0 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72d76640 1 -- 10.20.193.52:0/3058221036 reap_dead start 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b72575640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b60003ec0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009bc0 tx=0x7f7b6802f4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db2fde75dab0216e server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b6802fd00 con 0x7f7b60003ac0 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b6802fe60 con 0x7f7b60003ac0 2026-02-25T15:50:53.406 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.403+0000 7f7b71573640 1 -- 10.20.193.52:0/3058221036 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b68037660 con 0x7f7b60003ac0 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 msgr2=0x7f7b60003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b60003ec0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009bc0 tx=0x7f7b6802f4e0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- 10.20.193.52:0/3058221036 shutdown_connections 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 --2- 10.20.193.52:0/3058221036 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b60003ec0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- 10.20.193.52:0/3058221036 >> 10.20.193.52:0/3058221036 conn(0x7f7b7406bae0 msgr2=0x7f7b7406bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- 10.20.193.52:0/3058221036 shutdown_connections 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- 10.20.193.52:0/3058221036 wait complete. 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 Processor -- start 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.404+0000 7f7b78d22640 1 -- start start 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b7415f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b74151420 0x7f7b74150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b74153230 0x7f7b74153780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7415fb00 con 0x7f7b60003ac0 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b74154620 con 0x7f7b74153230 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7415fcf0 con 0x7f7b74151420 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b7415f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b7415f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51020/0 (socket says 10.20.193.52:51020) 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 -- 10.20.193.52:0/4211582776 learned_addr learned my addr 10.20.193.52:0/4211582776 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.407 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 -- 10.20.193.52:0/4211582776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b74151420 msgr2=0x7f7b74150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f7b74151420 0x7f7b74150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 -- 10.20.193.52:0/4211582776 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b74153230 msgr2=0x7f7b74153780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f7b74153230 0x7f7b74153780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b7415ffd0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b72575640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b7415f5c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7b6803a040 tx=0x7f7b68004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b68003be0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b68003d40 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b741549a0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b68037660 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.405+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b74154f60 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.406+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7b7406ca40 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.406+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f7b680377c0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b5affd640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b40076190 0x7f7b40078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b71d74640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b40076190 0x7f7b40078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f7b680bcba0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b5affd640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7f7b4007c750 0x7f7b4007eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7b4007f260 con 0x7f7b4007c750 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b680bcfd0 con 0x7f7b60003ac0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b72d76640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7f7b4007c750 0x7f7b4007eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b71d74640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b40076190 0x7f7b40078650 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c007fd0 tx=0x7f7b5c009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.408 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.407+0000 7f7b72d76640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7f7b4007c750 0x7f7b4007eb90 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.409 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.408+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== osd.1 v2:10.20.193.52:6802/1752075580 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f7b4007f260 con 0x7f7b4007c750 2026-02-25T15:50:53.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 --> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f7b740af860 con 0x7f7b4007c750 2026-02-25T15:50:53.416 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b5affd640 1 -- 10.20.193.52:0/4211582776 <== osd.1 v2:10.20.193.52:6802/1752075580 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7f7b640070b0 con 0x7f7b4007c750 2026-02-25T15:50:53.416 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:53.416 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:53.416 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7f7b4007c750 msgr2=0x7f7b4007eb90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6802/1752075580,v1:10.20.193.52:6804/1752075580] conn(0x7f7b4007c750 0x7f7b4007eb90 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b40076190 msgr2=0x7f7b40078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f7b40076190 0x7f7b40078650 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c007fd0 tx=0x7f7b5c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 msgr2=0x7f7b7415f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 --2- 10.20.193.52:0/4211582776 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f7b60003ac0 0x7f7b7415f5c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7b6803a040 tx=0x7f7b68004830 comp rx=0 tx=0).stop 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b72d76640 1 -- 10.20.193.52:0/4211582776 reap_dead start 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 shutdown_connections 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 >> 10.20.193.52:0/4211582776 conn(0x7f7b7406bae0 msgr2=0x7f7b7415bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 shutdown_connections 2026-02-25T15:50:53.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.414+0000 7f7b78d22640 1 -- 10.20.193.52:0/4211582776 wait complete. 2026-02-25T15:50:53.422 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-02-25T15:50:53.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.488+0000 7f82718bb640 1 Processor -- start 2026-02-25T15:50:53.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.488+0000 7f82718bb640 1 -- start start 2026-02-25T15:50:53.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f82718bb640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f826c15b750 0x7f826c0ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f82718bb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c0b4470 0x7f826c0b4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f82718bb640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f826c15bcc0 con 0x7f826c071710 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f82718bb640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f826c071c60 con 0x7f826c15b750 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f82718bb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f826c0b4e40 con 0x7f826c0b4470 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826affd640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f826c071710 0x7f826c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60258/0 (socket says 10.20.193.52:60258) 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826affd640 1 -- 10.20.193.52:0/3912032587 learned_addr learned my addr 10.20.193.52:0/3912032587 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826a7fc640 1 --2- 10.20.193.52:0/3912032587 >> v2:10.20.193.86:3300/0 conn(0x7f826c15b750 0x7f826c0ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f8269ffb640 1 -- 10.20.193.52:0/3912032587 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2894072208 0 0) 0x7f826c15bcc0 con 0x7f826c071710 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f8269ffb640 1 -- 10.20.193.52:0/3912032587 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8258003620 con 0x7f826c071710 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826b7fe640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c0b4470 0x7f826c0b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826a7fc640 1 -- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c0b4470 msgr2=0x7f826c0b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826a7fc640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c0b4470 0x7f826c0b4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826a7fc640 1 -- 10.20.193.52:0/3912032587 >> v1:10.20.193.52:6789/0 conn(0x7f826c071710 legacy=0x7f826c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.489+0000 7f826a7fc640 1 -- 10.20.193.52:0/3912032587 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f826c15bfa0 con 0x7f826c15b750 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f826a7fc640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c15b750 0x7f826c0ccfb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f82540098a0 tx=0x7f825402eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb788ad5dfe67159 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f8269ffb640 1 -- 10.20.193.52:0/3912032587 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825402fb70 con 0x7f826c15b750 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f8269ffb640 1 -- 10.20.193.52:0/3912032587 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f825402fcd0 con 0x7f826c15b750 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f8269ffb640 1 -- 10.20.193.52:0/3912032587 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8254037640 con 0x7f826c15b750 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 -- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c15b750 msgr2=0x7f826c0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c15b750 0x7f826c0ccfb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f82540098a0 tx=0x7f825402eeb0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 -- 10.20.193.52:0/3912032587 shutdown_connections 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c0b4470 0x7f826c0b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 --2- 10.20.193.52:0/3912032587 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c15b750 0x7f826c0ccfb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 -- 10.20.193.52:0/3912032587 >> 10.20.193.52:0/3912032587 conn(0x7f826c06c980 msgr2=0x7f826c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 -- 10.20.193.52:0/3912032587 shutdown_connections 2026-02-25T15:50:53.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.490+0000 7f82718bb640 1 -- 10.20.193.52:0/3912032587 wait complete. 2026-02-25T15:50:53.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 Processor -- start 2026-02-25T15:50:53.495 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 -- start start 2026-02-25T15:50:53.497 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c071710 0x7f826c154b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c0b4470 0x7f826c0acbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f826c154460 con 0x7f826c15b750 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f826c0b2890 con 0x7f826c0b4470 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f82718bb640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f826c0b2b70 con 0x7f826c071710 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51032/0 (socket says 10.20.193.52:51032) 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 -- 10.20.193.52:0/336054410 learned_addr learned my addr 10.20.193.52:0/336054410 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826a7fc640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c0b4470 0x7f826c0acbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826affd640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c071710 0x7f826c154b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 -- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c071710 msgr2=0x7f826c154b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c071710 0x7f826c154b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 -- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c0b4470 msgr2=0x7f826c0acbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c0b4470 0x7f826c0acbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 -- 10.20.193.52:0/336054410 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8254009500 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.491+0000 7f826b7fe640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f825c007e40 tx=0x7f825c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c006ea0 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f825c014640 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f826c0b2e50 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f825c00eea0 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f826c0b3410 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.492+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f826c15bcc0 con 0x7f826c15b750 2026-02-25T15:50:53.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.493+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f825c0149f0 con 0x7f826c15b750 2026-02-25T15:50:53.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.493+0000 7f8243fff640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 0x7f823c078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.493+0000 7f826affd640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 0x7f823c078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.493+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f825c097890 con 0x7f826c15b750 2026-02-25T15:50:53.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.493+0000 7f826affd640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 0x7f823c078650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8260007fd0 tx=0x7f8260009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.495+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f825c05d430 con 0x7f826c15b750 2026-02-25T15:50:53.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.574+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f826c0ceba0 con 0x7f823c076190 2026-02-25T15:50:53.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.574+0000 7f8243fff640 1 -- 10.20.193.52:0/336054410 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8260002cc0 con 0x7f823c076190 2026-02-25T15:50:53.576 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 1 to deep-scrub 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 msgr2=0x7f823c078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 0x7f823c078650 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8260007fd0 tx=0x7f8260009040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 msgr2=0x7f826c153f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f825c007e40 tx=0x7f825c00e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 shutdown_connections 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f823c076190 0x7f823c078650 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f826c15b750 0x7f826c153f20 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f826c0b4470 0x7f826c0acbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 --2- 10.20.193.52:0/336054410 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f826c071710 0x7f826c154b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 >> 10.20.193.52:0/336054410 conn(0x7f826c06c980 msgr2=0x7f826c0aed50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 shutdown_connections 2026-02-25T15:50:53.578 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.575+0000 7f82718bb640 1 -- 10.20.193.52:0/336054410 wait complete. 2026-02-25T15:50:53.584 INFO:tasks.ceph:Scrubbing osd.2 2026-02-25T15:50:53.585 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:53.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 Processor -- start 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 -- start start 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff100071b00 0x7ff10006c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7ff10015b7d0 0x7ff10015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff10006dc90 con 0x7ff1000cd780 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff10006d080 con 0x7ff10015b7d0 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff105d8e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff10006d360 con 0x7ff100071b00 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0ff7fe640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff1000cd780 0x7ff1000cdb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60274/0 (socket says 10.20.193.52:60274) 2026-02-25T15:50:53.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0ff7fe640 1 -- 10.20.193.52:0/3494741099 learned_addr learned my addr 10.20.193.52:0/3494741099 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0fffff640 1 --2- 10.20.193.52:0/3494741099 >> v2:10.20.193.52:3300/0 conn(0x7ff10015b7d0 0x7ff10015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0feffd640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff100071b00 0x7ff10006c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0fffff640 1 -- 10.20.193.52:0/3494741099 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff100071b00 msgr2=0x7ff10006c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0fffff640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff100071b00 0x7ff10006c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0fffff640 1 -- 10.20.193.52:0/3494741099 >> v1:10.20.193.52:6789/0 conn(0x7ff1000cd780 legacy=0x7ff1000cdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.655+0000 7ff0fffff640 1 -- 10.20.193.52:0/3494741099 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff10006d640 con 0x7ff10015b7d0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff0fffff640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff10015b7d0 0x7ff10015bc60 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009d90 tx=0x7ff0f402f270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787a17ab4d695de6 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff0fe7fc640 1 -- 10.20.193.52:0/3494741099 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4006ea0 con 0x7ff10015b7d0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff0fe7fc640 1 -- 10.20.193.52:0/3494741099 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0f4037440 con 0x7ff10015b7d0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff0fe7fc640 1 -- 10.20.193.52:0/3494741099 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f40377d0 con 0x7ff10015b7d0 2026-02-25T15:50:53.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 -- 10.20.193.52:0/3494741099 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff10015b7d0 msgr2=0x7ff10015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff10015b7d0 0x7ff10015bc60 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009d90 tx=0x7ff0f402f270 comp rx=0 tx=0).stop 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 -- 10.20.193.52:0/3494741099 shutdown_connections 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff10015b7d0 0x7ff10015bc60 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3494741099 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff100071b00 0x7ff10006c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 -- 10.20.193.52:0/3494741099 >> 10.20.193.52:0/3494741099 conn(0x7ff1000cef90 msgr2=0x7ff1000cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 -- 10.20.193.52:0/3494741099 shutdown_connections 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.656+0000 7ff105d8e640 1 -- 10.20.193.52:0/3494741099 wait complete. 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 Processor -- start 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 -- start start 2026-02-25T15:50:53.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff100071b00 0x7ff10013ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 0x7ff1001f5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff10015b7d0 0x7ff1001f57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff100140af0 con 0x7ff1000cd780 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff10013b1d0 con 0x7ff100071b00 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff105d8e640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1001f6820 con 0x7ff10015b7d0 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff0feffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 0x7ff1001f5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff0feffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 0x7ff1001f5280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51058/0 (socket says 10.20.193.52:51058) 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.657+0000 7ff0feffd640 1 -- 10.20.193.52:0/3311562157 learned_addr learned my addr 10.20.193.52:0/3311562157 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 -- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff10015b7d0 msgr2=0x7ff1001f57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0ff7fe640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff100071b00 0x7ff10013ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff10015b7d0 0x7ff1001f57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 -- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff100071b00 msgr2=0x7ff10013ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff100071b00 0x7ff10013ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0f4009a70 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0ff7fe640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff100071b00 0x7ff10013ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0feffd640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 0x7ff1001f5280 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff0f000e790 tx=0x7ff0f000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f000c8d0 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0f000ca30 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1001f6b00 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0f000cdc0 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1001f70c0 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.658+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff10006e120 con 0x7ff1000cd780 2026-02-25T15:50:53.666 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7ff0f0026480 con 0x7ff1000cd780 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff0d0076190 0x7ff0d0078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7ff0f0097460 con 0x7ff1000cd780 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0ff7fe640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff0d0076190 0x7ff0d0078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7ff0d007c750 0x7ff0d007eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff0d007f260 con 0x7ff0d007c750 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0f0097890 con 0x7ff1000cd780 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.659+0000 7ff0fffff640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7ff0d007c750 0x7ff0d007eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.660+0000 7ff0ff7fe640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff0d0076190 0x7ff0d0078650 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec002770 tx=0x7ff0ec009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.660+0000 7ff0fffff640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7ff0d007c750 0x7ff0d007eb90 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.667 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.660+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== osd.2 v2:10.20.193.52:6819/3624985015 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7ff0d007f260 con 0x7ff0d007c750 2026-02-25T15:50:53.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 --> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff1000cdb60 con 0x7ff0d007c750 2026-02-25T15:50:53.668 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff0dbfff640 1 -- 10.20.193.52:0/3311562157 <== osd.2 v2:10.20.193.52:6819/3624985015 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7ff1000cdb60 con 0x7ff0d007c750 2026-02-25T15:50:53.668 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:53.669 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:53.669 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7ff0d007c750 msgr2=0x7ff0d007eb90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6819/3624985015,v1:10.20.193.52:6821/3624985015] conn(0x7ff0d007c750 0x7ff0d007eb90 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff0d0076190 msgr2=0x7ff0d0078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff0d0076190 0x7ff0d0078650 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec002770 tx=0x7ff0ec009040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 msgr2=0x7ff1001f5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 --2- 10.20.193.52:0/3311562157 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff1000cd780 0x7ff1001f5280 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff0f000e790 tx=0x7ff0f000ec60 comp rx=0 tx=0).stop 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff0fffff640 1 -- 10.20.193.52:0/3311562157 reap_dead start 2026-02-25T15:50:53.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 shutdown_connections 2026-02-25T15:50:53.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 >> 10.20.193.52:0/3311562157 conn(0x7ff1000cef90 msgr2=0x7ff100142230 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 shutdown_connections 2026-02-25T15:50:53.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.666+0000 7ff105d8e640 1 -- 10.20.193.52:0/3311562157 wait complete. 2026-02-25T15:50:53.673 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 Processor -- start 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 -- start start 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8980140270 0x7f89800b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f89800b2620 0x7f8980142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89800b40f0 con 0x7f8980143250 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8980143a40 con 0x7f89800b2620 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.742+0000 7f89862e6640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89800b2a90 con 0x7f8980140270 2026-02-25T15:50:53.746 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f89800b2620 0x7f8980142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f89800b2620 0x7f8980142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51074/0 (socket says 10.20.193.52:51074) 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 -- 10.20.193.52:0/2544006201 learned_addr learned my addr 10.20.193.52:0/2544006201 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897ffff640 1 --2- 10.20.193.52:0/2544006201 >> v2:10.20.193.86:3300/0 conn(0x7f8980140270 0x7f89800b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 -- 10.20.193.52:0/2544006201 >> v2:10.20.193.86:3300/0 conn(0x7f8980140270 msgr2=0x7f89800b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 --2- 10.20.193.52:0/2544006201 >> v2:10.20.193.86:3300/0 conn(0x7f8980140270 0x7f89800b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 -- 10.20.193.52:0/2544006201 >> v1:10.20.193.86:6789/0 conn(0x7f8980143250 legacy=0x7f89800ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 -- 10.20.193.52:0/2544006201 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89800addc0 con 0x7f89800b2620 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897f7fe640 1 --2- 10.20.193.52:0/2544006201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980142d10 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f898004f0a0 tx=0x7f897002ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cdf8fa31f224a29 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897effd640 1 -- 10.20.193.52:0/2544006201 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f897002fc70 con 0x7f89800b2620 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897effd640 1 -- 10.20.193.52:0/2544006201 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f897002fdd0 con 0x7f89800b2620 2026-02-25T15:50:53.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.743+0000 7f897effd640 1 -- 10.20.193.52:0/2544006201 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8970037660 con 0x7f89800b2620 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 -- 10.20.193.52:0/2544006201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 msgr2=0x7f8980142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 --2- 10.20.193.52:0/2544006201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980142d10 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f898004f0a0 tx=0x7f897002ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 -- 10.20.193.52:0/2544006201 shutdown_connections 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 --2- 10.20.193.52:0/2544006201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980142d10 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 --2- 10.20.193.52:0/2544006201 >> v2:10.20.193.86:3300/0 conn(0x7f8980140270 0x7f89800b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 -- 10.20.193.52:0/2544006201 >> 10.20.193.52:0/2544006201 conn(0x7f898006c980 msgr2=0x7f898006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 -- 10.20.193.52:0/2544006201 shutdown_connections 2026-02-25T15:50:53.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.744+0000 7f89862e6640 1 -- 10.20.193.52:0/2544006201 wait complete. 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 Processor -- start 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 -- start start 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8980140270 0x7f89801f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8980143250 0x7f898013c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89801f4e50 con 0x7f89800b2620 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8980145580 con 0x7f8980140270 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89801f8c10 con 0x7f8980143250 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51090/0 (socket says 10.20.193.52:51090) 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 -- 10.20.193.52:0/1420682453 learned_addr learned my addr 10.20.193.52:0/1420682453 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897f7fe640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8980140270 0x7f89801f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 -- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8980143250 msgr2=0x7f898013c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8980143250 0x7f898013c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 -- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8980140270 msgr2=0x7f89801f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8980140270 0x7f89801f83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 -- 10.20.193.52:0/1420682453 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89700095d0 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897ffff640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f896c00e7c0 tx=0x7f896c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896c00c8d0 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f896c00ca30 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89801f8ef0 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.745+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896c00cdc0 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.746+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8980145840 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.746+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89800b5130 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.746+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f896c013410 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.747+0000 7f897cff9640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 0x7f8950078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.747+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f896c0971d0 con 0x7f89800b2620 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.747+0000 7f897f7fe640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 0x7f8950078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.747+0000 7f897f7fe640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 0x7f8950078620 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f898006e6c0 tx=0x7f8970039040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.753 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.749+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f896c05cce0 con 0x7f89800b2620 2026-02-25T15:50:53.828 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f8980156fd0 con 0x7f8950076160 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f897cff9640 1 -- 10.20.193.52:0/1420682453 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8980156fd0 con 0x7f8950076160 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 2 to deep-scrub 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 msgr2=0x7f8950078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 0x7f8950078620 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f898006e6c0 tx=0x7f8970039040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 msgr2=0x7f8980157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f896c00e7c0 tx=0x7f896c00ec90 comp rx=0 tx=0).stop 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 shutdown_connections 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f8950076160 0x7f8950078620 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8980143250 0x7f898013c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.829 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8980140270 0x7f89801f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 --2- 10.20.193.52:0/1420682453 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f89800b2620 0x7f8980157840 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 >> 10.20.193.52:0/1420682453 conn(0x7f898006c980 msgr2=0x7f89800af3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 shutdown_connections 2026-02-25T15:50:53.830 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.826+0000 7f89862e6640 1 -- 10.20.193.52:0/1420682453 wait complete. 2026-02-25T15:50:53.837 INFO:tasks.ceph:Scrubbing osd.3 2026-02-25T15:50:53.837 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.906+0000 7f015c893640 1 Processor -- start 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.906+0000 7f015c893640 1 -- start start 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015c893640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f01540cf5e0 0x7f0154072920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015c893640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f015406d630 0x7f01540ac330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015c893640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f015406d1a0 con 0x7f01540b2350 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015c893640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01540cfa30 con 0x7f01540cf5e0 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015c893640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015406cb90 con 0x7f015406d630 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f01540cf5e0 0x7f0154072920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f01540cf5e0 0x7f0154072920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51092/0 (socket says 10.20.193.52:51092) 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 -- 10.20.193.52:0/3096056847 learned_addr learned my addr 10.20.193.52:0/3096056847 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.908 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f015ae09640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f015406d630 0x7f01540ac330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 -- 10.20.193.52:0/3096056847 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f015406d630 msgr2=0x7f01540ac330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f015406d630 0x7f01540ac330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 -- 10.20.193.52:0/3096056847 >> v1:10.20.193.52:6789/0 conn(0x7f01540b2350 legacy=0x7f01540b2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.907+0000 7f0159e07640 1 -- 10.20.193.52:0/3096056847 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f015406dac0 con 0x7f01540cf5e0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f0159e07640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154072920 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f0140009970 tx=0x7f014002efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5c7314739cf40f1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f0159606640 1 -- 10.20.193.52:0/3096056847 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014002fc30 con 0x7f01540cf5e0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f0159606640 1 -- 10.20.193.52:0/3096056847 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f014002fd90 con 0x7f01540cf5e0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f0159606640 1 -- 10.20.193.52:0/3096056847 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0140037660 con 0x7f01540cf5e0 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 -- 10.20.193.52:0/3096056847 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 msgr2=0x7f0154072920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154072920 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f0140009970 tx=0x7f014002efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 -- 10.20.193.52:0/3096056847 shutdown_connections 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f015406d630 0x7f01540ac330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 --2- 10.20.193.52:0/3096056847 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154072920 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 -- 10.20.193.52:0/3096056847 >> 10.20.193.52:0/3096056847 conn(0x7f015406ab70 msgr2=0x7f015406af80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 -- 10.20.193.52:0/3096056847 shutdown_connections 2026-02-25T15:50:53.909 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.908+0000 7f015c893640 1 -- 10.20.193.52:0/3096056847 wait complete. 2026-02-25T15:50:53.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 Processor -- start 2026-02-25T15:50:53.910 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 -- start start 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f015406d630 0x7f015415f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01540b2350 0x7f01541f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01540b12b0 con 0x7f01540cf5e0 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01541f6000 con 0x7f015406d630 2026-02-25T15:50:53.912 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015c893640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015415e4f0 con 0x7f01540b2350 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154157480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51106/0 (socket says 10.20.193.52:51106) 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 -- 10.20.193.52:0/787549082 learned_addr learned my addr 10.20.193.52:0/787549082 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f0159e07640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01540b2350 0x7f01541f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015a608640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f015406d630 0x7f015415f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 -- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01540b2350 msgr2=0x7f01541f5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f01540b2350 0x7f01541f5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 -- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f015406d630 msgr2=0x7f015415f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f015406d630 0x7f015415f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.909+0000 7f015ae09640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01400095d0 con 0x7f01540cf5e0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f015ae09640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154157480 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f0148007e40 tx=0x7f014800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0148006ea0 con 0x7f01540cf5e0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0148014640 con 0x7f01540cf5e0 2026-02-25T15:50:53.913 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f015415e7d0 con 0x7f01540cf5e0 2026-02-25T15:50:53.914 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014800eea0 con 0x7f01540cf5e0 2026-02-25T15:50:53.914 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f015415ed90 con 0x7f01540cf5e0 2026-02-25T15:50:53.914 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.910+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f01540cff30 con 0x7f01540cf5e0 2026-02-25T15:50:53.914 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f01480149f0 con 0x7f01540cf5e0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f0124076160 0x7f0124078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f015a608640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f0124076160 0x7f0124078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f0148098910 con 0x7f01540cf5e0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7f012407c720 0x7f012407eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f012407f230 con 0x7f012407c720 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0148098c80 con 0x7f01540cf5e0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.911+0000 7f0159e07640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7f012407c720 0x7f012407eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.912+0000 7f015a608640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f0124076160 0x7f0124078620 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f014c002770 tx=0x7f014c009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.912+0000 7f0159e07640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7f012407c720 0x7f012407eb60 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:53.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.912+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== osd.3 v2:10.20.193.52:6818/2999364246 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f012407f230 con 0x7f012407c720 2026-02-25T15:50:53.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 --> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f015406ce30 con 0x7f012407c720 2026-02-25T15:50:53.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f013effd640 1 -- 10.20.193.52:0/787549082 <== osd.3 v2:10.20.193.52:6818/2999364246 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7f01400374c0 con 0x7f012407c720 2026-02-25T15:50:53.920 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:53.920 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:53.920 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7f012407c720 msgr2=0x7f012407eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6818/2999364246,v1:10.20.193.52:6820/2999364246] conn(0x7f012407c720 0x7f012407eb60 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f0124076160 msgr2=0x7f0124078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f0124076160 0x7f0124078620 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f014c002770 tx=0x7f014c009040 comp rx=0 tx=0).stop 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 msgr2=0x7f0154157480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 --2- 10.20.193.52:0/787549082 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f01540cf5e0 0x7f0154157480 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f0148007e40 tx=0x7f014800e4b0 comp rx=0 tx=0).stop 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015ae09640 1 -- 10.20.193.52:0/787549082 reap_dead start 2026-02-25T15:50:53.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 shutdown_connections 2026-02-25T15:50:53.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 >> 10.20.193.52:0/787549082 conn(0x7f015406ab70 msgr2=0x7f015406af50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:53.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 shutdown_connections 2026-02-25T15:50:53.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.918+0000 7f015c893640 1 -- 10.20.193.52:0/787549082 wait complete. 2026-02-25T15:50:53.925 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2026-02-25T15:50:54.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.992+0000 7f5c98d2f640 1 Processor -- start 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.992+0000 7f5c98d2f640 1 -- start start 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c98d2f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c940b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c98d2f640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c940b2b60 con 0x7f5c940b4640 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c98d2f640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c940b2e40 con 0x7f5c940b2620 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c98d2f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c940b3400 con 0x7f5c941618e0 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92d76640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f5c940b4640 0x7f5c94070e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60288/0 (socket says 10.20.193.52:60288) 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92d76640 1 -- 10.20.193.52:0/3044980528 learned_addr learned my addr 10.20.193.52:0/3044980528 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 479513878 0 0) 0x7f5c940b2b60 con 0x7f5c940b4640 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c940b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c80003620 con 0x7f5c940b4640 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 693268869 0 0) 0x7f5c80003620 con 0x7f5c940b4640 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 msgr2=0x7f5c940b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c940b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 >> v1:10.20.193.86:6789/0 conn(0x7f5c940b2620 legacy=0x7f5c940b3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c940b3120 con 0x7f5c940b4640 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f5c84003280 con 0x7f5c940b4640 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 >> v1:10.20.193.52:6789/0 conn(0x7f5c940b4640 legacy=0x7f5c94070e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c80003b60 0x7f5c80003f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c800048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.003 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c80004f20 0x7f5c8000ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c940b3400 con 0x7f5c80003b60 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c800055b0 con 0x7f5c80004f20 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c80005770 con 0x7f5c941618e0 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c80003b60 0x7f5c80003f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92d76640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c80004f20 0x7f5c8000ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c91d74640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c800048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 -- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 msgr2=0x7f5c800048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c941618e0 0x7f5c800048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 -- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c80004f20 msgr2=0x7f5c8000ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c80004f20 0x7f5c8000ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.993+0000 7f5c92575640 1 -- 10.20.193.52:0/3044980528 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c80003620 con 0x7f5c80003b60 2026-02-25T15:50:54.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c92575640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c80003b60 0x7f5c80003f60 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f5c88009900 tx=0x7f5c8802ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ba95024c332971 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c8802f970 con 0x7f5c80003b60 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c8802fad0 con 0x7f5c80003b60 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c91573640 1 -- 10.20.193.52:0/3044980528 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c8802fe60 con 0x7f5c80003b60 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 -- 10.20.193.52:0/3044980528 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c80003b60 msgr2=0x7f5c80003f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/3044980528 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c80003b60 0x7f5c80003f60 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f5c88009900 tx=0x7f5c8802ef50 comp rx=0 tx=0).stop 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c92d76640 1 -- 10.20.193.52:0/3044980528 reap_dead start 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 -- 10.20.193.52:0/3044980528 shutdown_connections 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 -- 10.20.193.52:0/3044980528 >> 10.20.193.52:0/3044980528 conn(0x7f5c9406c980 msgr2=0x7f5c9406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 -- 10.20.193.52:0/3044980528 shutdown_connections 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.994+0000 7f5c98d2f640 1 -- 10.20.193.52:0/3044980528 wait complete. 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.995+0000 7f5c98d2f640 1 Processor -- start 2026-02-25T15:50:54.005 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.995+0000 7f5c98d2f640 1 -- start start 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c80003b60 0x7f5c941600b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c940ac320 0x7f5c940a9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9415ba50 con 0x7f5c940a88a0 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c940a8df0 con 0x7f5c940ac320 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c940a90d0 con 0x7f5c80003b60 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51120/0 (socket says 10.20.193.52:51120) 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 -- 10.20.193.52:0/4063468169 learned_addr learned my addr 10.20.193.52:0/4063468169 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c92575640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c80003b60 0x7f5c941600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c92d76640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c940ac320 0x7f5c940a9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 -- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c80003b60 msgr2=0x7f5c941600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c80003b60 0x7f5c941600b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 -- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c940ac320 msgr2=0x7f5c940a9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c940ac320 0x7f5c940a9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.007 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 -- 10.20.193.52:0/4063468169 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c940a93b0 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c91d74640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c007950 tx=0x7f5c7c00ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c0135f0 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c7c013770 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c940a9690 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c013b20 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.996+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c941605f0 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.997+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c940a9bb0 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.997+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f5c7c013c80 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.998+0000 7f5c7affd640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 0x7f5c60078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.998+0000 7f5c92575640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 0x7f5c60078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.998+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f5c7c097f50 con 0x7f5c940a88a0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.998+0000 7f5c92575640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 0x7f5c60078650 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5c88039000 tx=0x7f5c88033000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.008 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:53.999+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f5c7c05daf0 con 0x7f5c940a88a0 2026-02-25T15:50:54.080 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.078+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f5c94162180 con 0x7f5c60076190 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.078+0000 7f5c7affd640 1 -- 10.20.193.52:0/4063468169 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f5c88048090 con 0x7f5c60076190 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 3 to deep-scrub 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 msgr2=0x7f5c60078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 0x7f5c60078650 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5c88039000 tx=0x7f5c88033000 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 msgr2=0x7f5c940abde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c007950 tx=0x7f5c7c00ea40 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 shutdown_connections 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f5c60076190 0x7f5c60078650 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f5c940ac320 0x7f5c940a9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f5c940a88a0 0x7f5c940abde0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 --2- 10.20.193.52:0/4063468169 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f5c80003b60 0x7f5c941600b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 >> 10.20.193.52:0/4063468169 conn(0x7f5c9406c980 msgr2=0x7f5c9415c400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.081 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 shutdown_connections 2026-02-25T15:50:54.082 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.079+0000 7f5c98d2f640 1 -- 10.20.193.52:0/4063468169 wait complete. 2026-02-25T15:50:54.091 INFO:tasks.ceph:Scrubbing osd.4 2026-02-25T15:50:54.092 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:54.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 Processor -- start 2026-02-25T15:50:54.163 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 -- start start 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 0x7fbb0c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb0c06ce40 con 0x7fbb0c071b00 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb0c06dc90 con 0x7fbb0c0cd780 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.162+0000 7fbb13510640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb0c0ce0a0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.86:3300/0 says I am v2:10.20.193.52:41370/0 (socket says 10.20.193.52:41370) 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 -- 10.20.193.52:0/1252231590 learned_addr learned my addr 10.20.193.52:0/1252231590 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11a86640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 0x7fbb0c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 -- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 msgr2=0x7fbb0c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 0x7fbb0c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 -- 10.20.193.52:0/1252231590 >> v1:10.20.193.86:6789/0 conn(0x7fbb0c071b00 legacy=0x7fbb0c06c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11285640 1 -- 10.20.193.52:0/1252231590 --> v2:10.20.193.86:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb0c06d080 con 0x7fbb0c0cd780 2026-02-25T15:50:54.164 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.163+0000 7fbb11a86640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 0x7fbb0c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb11285640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbafc009970 tx=0x7fbafc02efb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8e016e3fc800452 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbafbfff640 1 -- 10.20.193.52:0/1252231590 <== mon.1 v2:10.20.193.86:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc02fc30 con 0x7fbb0c0cd780 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbafbfff640 1 -- 10.20.193.52:0/1252231590 <== mon.1 v2:10.20.193.86:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbafc02fd90 con 0x7fbb0c0cd780 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbafbfff640 1 -- 10.20.193.52:0/1252231590 <== mon.1 v2:10.20.193.86:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc037660 con 0x7fbb0c0cd780 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 -- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c0cd780 msgr2=0x7fbb0c0cdb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbafc009970 tx=0x7fbafc02efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 -- 10.20.193.52:0/1252231590 shutdown_connections 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c15b7d0 0x7fbb0c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 --2- 10.20.193.52:0/1252231590 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c0cd780 0x7fbb0c0cdb60 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 -- 10.20.193.52:0/1252231590 >> 10.20.193.52:0/1252231590 conn(0x7fbb0c0cef90 msgr2=0x7fbb0c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 -- 10.20.193.52:0/1252231590 shutdown_connections 2026-02-25T15:50:54.165 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.164+0000 7fbb13510640 1 -- 10.20.193.52:0/1252231590 wait complete. 2026-02-25T15:50:54.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 Processor -- start 2026-02-25T15:50:54.166 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 -- start start 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c071b00 0x7fbb0c1f5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c0cd780 0x7fbb0c155330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 0x7fbb0c0ab340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb0c0acac0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb0c0abe40 con 0x7fbb0c071b00 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb13510640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb0c0ac120 con 0x7fbb0c0cd780 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb11a86640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 0x7fbb0c0ab340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb11a86640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 0x7fbb0c0ab340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51132/0 (socket says 10.20.193.52:51132) 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb11a86640 1 -- 10.20.193.52:0/2629166054 learned_addr learned my addr 10.20.193.52:0/2629166054 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb10a84640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c0cd780 0x7fbb0c155330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.165+0000 7fbb11285640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c071b00 0x7fbb0c1f5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 -- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c0cd780 msgr2=0x7fbb0c155330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fbb0c0cd780 0x7fbb0c155330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 -- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c071b00 msgr2=0x7fbb0c1f5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fbb0c071b00 0x7fbb0c1f5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.167 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbafc0095d0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb11a86640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 0x7fbb0c0ab340 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fbb08007df0 tx=0x7fbb0800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb08006ea0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb0800f040 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb0c0ac400 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb0800de90 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb0c0aa690 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.166+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbb0c06d920 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.167+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fbb08012070 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.168 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.167+0000 7fbaf9ffb640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fbadc076160 0x7fbadc078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fbb080977b0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbb11285640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fbadc076160 0x7fbadc078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbaf9ffb640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fbadc07c5b0 0x7fbadc07e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbadc07f0c0 con 0x7fbadc07c5b0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb08097be0 con 0x7fbb0c15b7d0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbb10a84640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fbadc07c5b0 0x7fbadc07e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbb11285640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fbadc076160 0x7fbadc078620 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c072170 tx=0x7fbafc039040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.168+0000 7fbb10a84640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fbadc07c5b0 0x7fbadc07e9f0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.169+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== osd.4 v2:10.20.193.86:6800/2032624788 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7fbadc07f0c0 con 0x7fbadc07c5b0 2026-02-25T15:50:54.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 --> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fbb0c06d640 con 0x7fbadc07c5b0 2026-02-25T15:50:54.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbaf9ffb640 1 -- 10.20.193.52:0/2629166054 <== osd.4 v2:10.20.193.86:6800/2032624788 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7fbb00002bd0 con 0x7fbadc07c5b0 2026-02-25T15:50:54.176 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:54.176 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:54.176 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fbadc07c5b0 msgr2=0x7fbadc07e9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.86:6800/2032624788,v1:10.20.193.86:6801/2032624788] conn(0x7fbadc07c5b0 0x7fbadc07e9f0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fbadc076160 msgr2=0x7fbadc078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fbadc076160 0x7fbadc078620 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c072170 tx=0x7fbafc039040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 msgr2=0x7fbb0c0ab340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 --2- 10.20.193.52:0/2629166054 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fbb0c15b7d0 0x7fbb0c0ab340 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fbb08007df0 tx=0x7fbb0800d4a0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb11a86640 1 -- 10.20.193.52:0/2629166054 reap_dead start 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 shutdown_connections 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 >> 10.20.193.52:0/2629166054 conn(0x7fbb0c0cef90 msgr2=0x7fbb0c143700 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 shutdown_connections 2026-02-25T15:50:54.177 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.175+0000 7fbb13510640 1 -- 10.20.193.52:0/2629166054 wait complete. 2026-02-25T15:50:54.182 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2026-02-25T15:50:54.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.249+0000 7fc077d73640 1 Processor -- start 2026-02-25T15:50:54.251 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.249+0000 7fc077d73640 1 -- start start 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc077d73640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc0700b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc077d73640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fc0700b2620 0x7fc070142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc077d73640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0700b2a60 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc077d73640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc070143a40 con 0x7fc0700b2620 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc077d73640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0700b40f0 con 0x7fc070140270 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0762e9640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7fc070143250 0x7fc0700ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60302/0 (socket says 10.20.193.52:60302) 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0762e9640 1 -- 10.20.193.52:0/2582070259 learned_addr learned my addr 10.20.193.52:0/2582070259 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc075ae8640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc0700b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 --2- 10.20.193.52:0/2582070259 >> v2:10.20.193.86:3300/0 conn(0x7fc0700b2620 0x7fc070142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1570217670 0 0) 0x7fc0700b2a60 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc058003620 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4234135496 0 0) 0x7fc058003620 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 msgr2=0x7fc0700b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc0700b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 >> v2:10.20.193.86:3300/0 conn(0x7fc0700b2620 msgr2=0x7fc070142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 --2- 10.20.193.52:0/2582070259 >> v2:10.20.193.86:3300/0 conn(0x7fc0700b2620 0x7fc070142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0700addc0 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7fc06c003280 con 0x7fc070143250 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 >> v1:10.20.193.52:6789/0 conn(0x7fc070143250 legacy=0x7fc0700ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc058003b30 0x7fc058003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0580048c0 0x7fc058004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc058005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc070143a40 con 0x7fc0580048c0 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0700b40f0 con 0x7fc058003b30 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc05800bb00 con 0x7fc070140270 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0580048c0 0x7fc058004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.252 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc075ae8640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc058003b30 0x7fc058003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0762e9640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc058005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 -- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 msgr2=0x7fc058005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc058005280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 -- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc058003b30 msgr2=0x7fc058003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc058003b30 0x7fc058003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0752e7640 1 -- 10.20.193.52:0/2582070259 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc058003620 con 0x7fc0580048c0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc0762e9640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc070140270 0x7fc058005280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.250+0000 7fc075ae8640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc058003b30 0x7fc058003f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc0752e7640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0580048c0 0x7fc058004d40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc064009b90 tx=0x7fc06402f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ddb444df557617a server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc06402fcc0 con 0x7fc0580048c0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc06402fe20 con 0x7fc0580048c0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc074ae6640 1 -- 10.20.193.52:0/2582070259 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc064037680 con 0x7fc0580048c0 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 -- 10.20.193.52:0/2582070259 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0580048c0 msgr2=0x7fc058004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 --2- 10.20.193.52:0/2582070259 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0580048c0 0x7fc058004d40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc064009b90 tx=0x7fc06402f4a0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc0762e9640 1 -- 10.20.193.52:0/2582070259 reap_dead start 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 -- 10.20.193.52:0/2582070259 shutdown_connections 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 -- 10.20.193.52:0/2582070259 >> 10.20.193.52:0/2582070259 conn(0x7fc07006c980 msgr2=0x7fc07006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 -- 10.20.193.52:0/2582070259 shutdown_connections 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.251+0000 7fc077d73640 1 -- 10.20.193.52:0/2582070259 wait complete. 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 Processor -- start 2026-02-25T15:50:54.253 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 -- start start 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0580048c0 0x7fc07013fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 0x7fc070141b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc07013ff60 con 0x7fc0701f84e0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc070159160 con 0x7fc0701416a0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc077d73640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc070142060 con 0x7fc0580048c0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc0762e9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc0762e9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51152/0 (socket says 10.20.193.52:51152) 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.252+0000 7fc0762e9640 1 -- 10.20.193.52:0/781430421 learned_addr learned my addr 10.20.193.52:0/781430421 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0752e7640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 0x7fc070141b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc075ae8640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0580048c0 0x7fc07013fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 -- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0580048c0 msgr2=0x7fc07013fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0580048c0 0x7fc07013fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 -- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 msgr2=0x7fc070141b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 0x7fc070141b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 -- 10.20.193.52:0/781430421 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc070158830 con 0x7fc0701f84e0 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0752e7640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 0x7fc070141b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-25T15:50:54.254 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc0762e9640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fc07006e6c0 tx=0x7fc06c00b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc06c00bd90 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc06c0123d0 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc070158b10 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc06c012780 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0701595f0 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.253+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0700b5130 con 0x7fc0701f84e0 2026-02-25T15:50:54.255 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.254+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fc06c0128e0 con 0x7fc0701f84e0 2026-02-25T15:50:54.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.254+0000 7fc05e7fc640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 0x7fc040078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.255+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fc06c096fd0 con 0x7fc0701f84e0 2026-02-25T15:50:54.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.255+0000 7fc075ae8640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 0x7fc040078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.256 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.255+0000 7fc075ae8640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 0x7fc040078650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc060009ac0 tx=0x7fc060008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.257 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.256+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fc06c05cc70 con 0x7fc0701f84e0 2026-02-25T15:50:54.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7fc0700b4930 con 0x7fc040076190 2026-02-25T15:50:54.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc05e7fc640 1 -- 10.20.193.52:0/781430421 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc0600129c0 con 0x7fc040076190 2026-02-25T15:50:54.335 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 4 to deep-scrub 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 msgr2=0x7fc040078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 0x7fc040078650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc060009ac0 tx=0x7fc060008040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 msgr2=0x7fc0701f8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.333+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fc07006e6c0 tx=0x7fc06c00b4a0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 shutdown_connections 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fc040076190 0x7fc040078650 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fc0701f84e0 0x7fc0701f8960 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fc0701416a0 0x7fc070141b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 --2- 10.20.193.52:0/781430421 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fc0580048c0 0x7fc07013fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 >> 10.20.193.52:0/781430421 conn(0x7fc07006c980 msgr2=0x7fc070072640 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 shutdown_connections 2026-02-25T15:50:54.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.334+0000 7fc077d73640 1 -- 10.20.193.52:0/781430421 wait complete. 2026-02-25T15:50:54.344 INFO:tasks.ceph:Scrubbing osd.5 2026-02-25T15:50:54.344 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:54.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 Processor -- start 2026-02-25T15:50:54.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 -- start start 2026-02-25T15:50:54.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c0cd780 0x7fa81c0cdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa81c071b00 0x7fa81c06c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.417 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa81c06dc90 con 0x7fa81c070730 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa81c0ce0a0 con 0x7fa81c071b00 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa821799640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa81c06d080 con 0x7fa81c0cd780 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa81a7fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa81c071b00 0x7fa81c06c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa81a7fc640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fa81c071b00 0x7fa81c06c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51164/0 (socket says 10.20.193.52:51164) 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa81a7fc640 1 -- 10.20.193.52:0/3317860075 learned_addr learned my addr 10.20.193.52:0/3317860075 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.410+0000 7fa81affd640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c0cd780 0x7fa81c0cdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa81a7fc640 1 -- 10.20.193.52:0/3317860075 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c0cd780 msgr2=0x7fa81c0cdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa81a7fc640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c0cd780 0x7fa81c0cdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa81a7fc640 1 -- 10.20.193.52:0/3317860075 >> v1:10.20.193.52:6789/0 conn(0x7fa81c070730 legacy=0x7fa81c070bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa81a7fc640 1 -- 10.20.193.52:0/3317860075 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa81c06d360 con 0x7fa81c071b00 2026-02-25T15:50:54.418 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa81a7fc640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c071b00 0x7fa81c06c730 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fa804009970 tx=0x7fa80402efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6abe6a644b7da2a4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa819ffb640 1 -- 10.20.193.52:0/3317860075 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80402fc30 con 0x7fa81c071b00 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa819ffb640 1 -- 10.20.193.52:0/3317860075 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa80402fd90 con 0x7fa81c071b00 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa819ffb640 1 -- 10.20.193.52:0/3317860075 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa804037660 con 0x7fa81c071b00 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 -- 10.20.193.52:0/3317860075 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c071b00 msgr2=0x7fa81c06c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c071b00 0x7fa81c06c730 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fa804009970 tx=0x7fa80402efb0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 -- 10.20.193.52:0/3317860075 shutdown_connections 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c071b00 0x7fa81c06c730 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 --2- 10.20.193.52:0/3317860075 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c0cd780 0x7fa81c0cdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 -- 10.20.193.52:0/3317860075 >> 10.20.193.52:0/3317860075 conn(0x7fa81c0cef90 msgr2=0x7fa81c0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 -- 10.20.193.52:0/3317860075 shutdown_connections 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.411+0000 7fa821799640 1 -- 10.20.193.52:0/3317860075 wait complete. 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 Processor -- start 2026-02-25T15:50:54.419 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 -- start start 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa81c070730 0x7fa81c15ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c071b00 0x7fa81c136840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 0x7fa81c134230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa81c15b2c0 con 0x7fa81c0cd780 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa81c0ac4c0 con 0x7fa81c070730 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa821799640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa81c0ac710 con 0x7fa81c071b00 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa81b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 0x7fa81c134230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa81b7fe640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 0x7fa81c134230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51170/0 (socket says 10.20.193.52:51170) 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.412+0000 7fa81b7fe640 1 -- 10.20.193.52:0/1459388802 learned_addr learned my addr 10.20.193.52:0/1459388802 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81affd640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa81c070730 0x7fa81c15ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81a7fc640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c071b00 0x7fa81c136840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.420 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 -- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c071b00 msgr2=0x7fa81c136840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fa81c071b00 0x7fa81c136840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 -- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa81c070730 msgr2=0x7fa81c15ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fa81c070730 0x7fa81c15ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8040095d0 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa81b7fe640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 0x7fa81c134230 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00cc80 tx=0x7fa80c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80c00cea0 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa80c003a70 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa81c0ac9f0 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa80c003e00 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa81c0acfb0 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.413+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa81c06e120 con 0x7fa81c0cd780 2026-02-25T15:50:54.421 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fa80c019020 con 0x7fa81c0cd780 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fa7e8076160 0x7fa7e8078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fa80c097b80 con 0x7fa81c0cd780 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa81affd640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fa7e8076160 0x7fa7e8078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7fa7e807c720 0x7fa7e807eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa7e807f230 con 0x7fa7e807c720 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.414+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa80c097fb0 con 0x7fa81c0cd780 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.415+0000 7fa81affd640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fa7e8076160 0x7fa7e8078620 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa81000c980 tx=0x7fa810008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.415+0000 7fa81a7fc640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7fa7e807c720 0x7fa7e807eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.422 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.415+0000 7fa81a7fc640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7fa7e807c720 0x7fa7e807eb60 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.423 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.416+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== osd.5 v2:10.20.193.86:6802/3467367132 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7fa7e807f230 con 0x7fa7e807c720 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.422+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 --> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fa81c06d920 con 0x7fa7e807c720 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa7fb7fe640 1 -- 10.20.193.52:0/1459388802 <== osd.5 v2:10.20.193.86:6802/3467367132 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7fa8040374c0 con 0x7fa7e807c720 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7fa7e807c720 msgr2=0x7fa7e807eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.86:6802/3467367132,v1:10.20.193.86:6803/3467367132] conn(0x7fa7e807c720 0x7fa7e807eb60 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fa7e8076160 msgr2=0x7fa7e8078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.424 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fa7e8076160 0x7fa7e8078620 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa81000c980 tx=0x7fa810008040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 msgr2=0x7fa81c134230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 --2- 10.20.193.52:0/1459388802 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fa81c0cd780 0x7fa81c134230 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fa80c00cc80 tx=0x7fa80c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa81b7fe640 1 -- 10.20.193.52:0/1459388802 reap_dead start 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 shutdown_connections 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 >> 10.20.193.52:0/1459388802 conn(0x7fa81c0cef90 msgr2=0x7fa81c0afa40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 shutdown_connections 2026-02-25T15:50:54.425 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.423+0000 7fa821799640 1 -- 10.20.193.52:0/1459388802 wait complete. 2026-02-25T15:50:54.429 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.496+0000 7f99410a5640 1 Processor -- start 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.496+0000 7f99410a5640 1 -- start start 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f99410a5640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f993c140270 0x7f993c0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f99410a5640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f993c0b2620 0x7f993c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f99410a5640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f993c0b40f0 con 0x7f993c143250 2026-02-25T15:50:54.498 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f99410a5640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f993c143a40 con 0x7f993c0b2620 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f99410a5640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f993c0b2a90 con 0x7f993c140270 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f993c0b2620 0x7f993c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f993c0b2620 0x7f993c142d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51176/0 (socket says 10.20.193.52:51176) 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 -- 10.20.193.52:0/1218936683 learned_addr learned my addr 10.20.193.52:0/1218936683 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993ad76640 1 --2- 10.20.193.52:0/1218936683 >> v2:10.20.193.86:3300/0 conn(0x7f993c140270 0x7f993c0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 -- 10.20.193.52:0/1218936683 >> v2:10.20.193.86:3300/0 conn(0x7f993c140270 msgr2=0x7f993c0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.499 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 --2- 10.20.193.52:0/1218936683 >> v2:10.20.193.86:3300/0 conn(0x7f993c140270 0x7f993c0b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 -- 10.20.193.52:0/1218936683 >> v1:10.20.193.52:6789/0 conn(0x7f993c143250 legacy=0x7f993c0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.500 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 -- 10.20.193.52:0/1218936683 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f993c0addc0 con 0x7f993c0b2620 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f993a575640 1 --2- 10.20.193.52:0/1218936683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c0b2620 0x7f993c142d10 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f993c04f0a0 tx=0x7f992402ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e39ce2831356666 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f9939d74640 1 -- 10.20.193.52:0/1218936683 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f992402fc70 con 0x7f993c0b2620 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f9939d74640 1 -- 10.20.193.52:0/1218936683 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f992402fdd0 con 0x7f993c0b2620 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.497+0000 7f9939d74640 1 -- 10.20.193.52:0/1218936683 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9924037660 con 0x7f993c0b2620 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- 10.20.193.52:0/1218936683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c0b2620 msgr2=0x7f993c142d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 --2- 10.20.193.52:0/1218936683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c0b2620 0x7f993c142d10 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f993c04f0a0 tx=0x7f992402ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- 10.20.193.52:0/1218936683 shutdown_connections 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 --2- 10.20.193.52:0/1218936683 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c0b2620 0x7f993c142d10 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 --2- 10.20.193.52:0/1218936683 >> v2:10.20.193.86:3300/0 conn(0x7f993c140270 0x7f993c0b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.504 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- 10.20.193.52:0/1218936683 >> 10.20.193.52:0/1218936683 conn(0x7f993c06c980 msgr2=0x7f993c06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- 10.20.193.52:0/1218936683 shutdown_connections 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- 10.20.193.52:0/1218936683 wait complete. 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 Processor -- start 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.498+0000 7f99410a5640 1 -- start start 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 0x7f993c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f993c140270 0x7f993c1f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f993c1f4e50 con 0x7f993c143250 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f993c145580 con 0x7f993c140270 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f993c1f8c10 con 0x7f993c0b2620 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.505 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51188/0 (socket says 10.20.193.52:51188) 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 -- 10.20.193.52:0/1154287201 learned_addr learned my addr 10.20.193.52:0/1154287201 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993ad76640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 0x7f993c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 -- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 msgr2=0x7f993c157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 0x7f993c157840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 -- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f993c140270 msgr2=0x7f993c1f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f993c140270 0x7f993c1f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 -- 10.20.193.52:0/1154287201 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99240095d0 con 0x7f993c143250 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993ad76640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 0x7f993c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f993b577640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f992c00cc50 tx=0x7f992c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f992c00ce70 con 0x7f993c143250 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f992c003a70 con 0x7f993c143250 2026-02-25T15:50:54.506 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f993c1f8ef0 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f992c003e40 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.499+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f993c145840 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.500+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f993c0b5130 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.500+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f992c019020 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.501+0000 7f991b7fe640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 0x7f9908078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.501+0000 7f993ad76640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 0x7f9908078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.501+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f992c097240 con 0x7f993c143250 2026-02-25T15:50:54.507 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.501+0000 7f993ad76640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 0x7f9908078620 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9930006fd0 tx=0x7f9930008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.508 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.503+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f992c05ccd0 con 0x7f993c143250 2026-02-25T15:50:54.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.581+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f993c156fd0 con 0x7f9908076160 2026-02-25T15:50:54.582 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.581+0000 7f991b7fe640 1 -- 10.20.193.52:0/1154287201 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f993c156fd0 con 0x7f9908076160 2026-02-25T15:50:54.582 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 5 to deep-scrub 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 msgr2=0x7f9908078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 0x7f9908078620 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9930006fd0 tx=0x7f9930008040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 msgr2=0x7f993c13c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f992c00cc50 tx=0x7f992c00a430 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 shutdown_connections 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f9908076160 0x7f9908078620 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f993c143250 0x7f993c13c1c0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f993c140270 0x7f993c1f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 --2- 10.20.193.52:0/1154287201 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f993c0b2620 0x7f993c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 >> 10.20.193.52:0/1154287201 conn(0x7f993c06c980 msgr2=0x7f993c0af3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 shutdown_connections 2026-02-25T15:50:54.583 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.582+0000 7f99410a5640 1 -- 10.20.193.52:0/1154287201 wait complete. 2026-02-25T15:50:54.590 INFO:tasks.ceph:Scrubbing osd.6 2026-02-25T15:50:54.590 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:54.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 Processor -- start 2026-02-25T15:50:54.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 -- start start 2026-02-25T15:50:54.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234071870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff234070ab0 con 0x7ff234072010 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff234070d90 con 0x7ff23415e4d0 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23c472640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff234071450 con 0x7ff2340ae510 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23a9e8640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7ff234072010 0x7ff2340acdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60312/0 (socket says 10.20.193.52:60312) 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23a9e8640 1 -- 10.20.193.52:0/3940562251 learned_addr learned my addr 10.20.193.52:0/3940562251 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff23a1e7640 1 --2- 10.20.193.52:0/3940562251 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234071870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.657+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2351946941 0 0) 0x7ff234070ab0 con 0x7ff234072010 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff21c003620 con 0x7ff234072010 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1882916249 0 0) 0x7ff21c003620 con 0x7ff234072010 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff23a1e7640 1 -- 10.20.193.52:0/3940562251 >> v1:10.20.193.86:6789/0 conn(0x7ff23415e4d0 legacy=0x7ff2340b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff23a1e7640 1 -- 10.20.193.52:0/3940562251 >> v1:10.20.193.52:6789/0 conn(0x7ff234072010 legacy=0x7ff2340acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff23a1e7640 1 -- 10.20.193.52:0/3940562251 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff234071070 con 0x7ff2340ae510 2026-02-25T15:50:54.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.658+0000 7ff23a1e7640 1 --2- 10.20.193.52:0/3940562251 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234071870 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff2240098d0 tx=0x7ff22402ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ddea20e1748459cd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff230003280 con 0x7ff2340ae510 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff22402f960 con 0x7ff2340ae510 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff2391e5640 1 -- 10.20.193.52:0/3940562251 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff22402fcf0 con 0x7ff2340ae510 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- 10.20.193.52:0/3940562251 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 msgr2=0x7ff234071870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 --2- 10.20.193.52:0/3940562251 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234071870 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff2240098d0 tx=0x7ff22402ef60 comp rx=0 tx=0).stop 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- 10.20.193.52:0/3940562251 shutdown_connections 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 --2- 10.20.193.52:0/3940562251 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234071870 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- 10.20.193.52:0/3940562251 >> 10.20.193.52:0/3940562251 conn(0x7ff2340cef90 msgr2=0x7ff2340cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- 10.20.193.52:0/3940562251 shutdown_connections 2026-02-25T15:50:54.660 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- 10.20.193.52:0/3940562251 wait complete. 2026-02-25T15:50:54.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 Processor -- start 2026-02-25T15:50:54.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.659+0000 7ff23c472640 1 -- start start 2026-02-25T15:50:54.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 0x7ff234150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.661 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234146bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff23415e4d0 0x7ff234153bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff234152b30 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff234152e10 con 0x7ff23415e4d0 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2341530f0 con 0x7ff2340ae510 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 0x7ff234150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 0x7ff234150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51196/0 (socket says 10.20.193.52:51196) 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 -- 10.20.193.52:0/1541819998 learned_addr learned my addr 10.20.193.52:0/1541819998 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a9e8640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff23415e4d0 0x7ff234153bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 -- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 msgr2=0x7ff234146bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff2399e6640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234146bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7ff2340ae510 0x7ff234146bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 -- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff23415e4d0 msgr2=0x7ff234153bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7ff23415e4d0 0x7ff234153bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff224009500 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23a1e7640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 0x7ff234150a70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7ff22403a040 tx=0x7ff2240047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff224042420 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff224042580 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2341533d0 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff224042910 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.660+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff234151030 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.661+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff2340ae8f0 con 0x7ff234072010 2026-02-25T15:50:54.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.661+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7ff224042a70 con 0x7ff234072010 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff21affd640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff204076160 0x7ff204078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7ff2240bcde0 con 0x7ff234072010 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff2399e6640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff204076160 0x7ff204078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff21affd640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7ff20407c720 0x7ff20407eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff20407f230 con 0x7ff20407c720 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2240bd210 con 0x7ff234072010 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff2399e6640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff204076160 0x7ff204078620 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff2340b3de0 tx=0x7ff228009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.662+0000 7ff23a9e8640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7ff20407c720 0x7ff20407eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.663+0000 7ff23a9e8640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7ff20407c720 0x7ff20407eb60 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.663+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== osd.6 v2:10.20.193.86:6817/3165381406 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7ff20407f230 con 0x7ff20407c720 2026-02-25T15:50:54.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 --> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff2340670f0 con 0x7ff20407c720 2026-02-25T15:50:54.670 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff21affd640 1 -- 10.20.193.52:0/1541819998 <== osd.6 v2:10.20.193.86:6817/3165381406 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7ff2340670f0 con 0x7ff20407c720 2026-02-25T15:50:54.670 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:54.670 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:54.670 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7ff20407c720 msgr2=0x7ff20407eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.86:6817/3165381406,v1:10.20.193.86:6819/3165381406] conn(0x7ff20407c720 0x7ff20407eb60 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff204076160 msgr2=0x7ff204078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7ff204076160 0x7ff204078620 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff2340b3de0 tx=0x7ff228009040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 msgr2=0x7ff234150a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 --2- 10.20.193.52:0/1541819998 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7ff234072010 0x7ff234150a70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7ff22403a040 tx=0x7ff2240047c0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23a9e8640 1 -- 10.20.193.52:0/1541819998 reap_dead start 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 shutdown_connections 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 >> 10.20.193.52:0/1541819998 conn(0x7ff2340cef90 msgr2=0x7ff23415d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 shutdown_connections 2026-02-25T15:50:54.671 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.669+0000 7ff23c472640 1 -- 10.20.193.52:0/1541819998 wait complete. 2026-02-25T15:50:54.676 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2026-02-25T15:50:54.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 Processor -- start 2026-02-25T15:50:54.745 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 -- start start 2026-02-25T15:50:54.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f1dec0b27f0 0x7f1dec142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.747 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dec0b40f0 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dec0addc0 con 0x7f1dec143250 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df3c37640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dec143a40 con 0x7f1dec0b27f0 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.744+0000 7f1df19ac640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f1dec140270 0x7f1dec0b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60324/0 (socket says 10.20.193.52:60324) 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df19ac640 1 -- 10.20.193.52:0/749693512 learned_addr learned my addr 10.20.193.52:0/749693512 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df11ab640 1 --2- 10.20.193.52:0/749693512 >> v2:10.20.193.86:3300/0 conn(0x7f1dec0b27f0 0x7f1dec142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1344889497 0 0) 0x7f1dec0b40f0 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1dd4003620 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 353387616 0 0) 0x7f1dd4003620 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 >> v2:10.20.193.86:3300/0 conn(0x7f1dec0b27f0 msgr2=0x7f1dec142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 --2- 10.20.193.52:0/749693512 >> v2:10.20.193.86:3300/0 conn(0x7f1dec0b27f0 0x7f1dec142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 >> v1:10.20.193.86:6789/0 conn(0x7f1dec143250 legacy=0x7f1dec0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dec0b4370 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f1ddc002f00 con 0x7f1dec140270 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 >> v1:10.20.193.52:6789/0 conn(0x7f1dec140270 legacy=0x7f1dec0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dd4003b30 0x7f1dd4003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dd40048c0 0x7f1dd4004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dd400ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dec143a40 con 0x7f1dd4005280 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd400c220 con 0x7f1dd40048c0 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd400c3e0 con 0x7f1dd4003b30 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dd400ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 -- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dd4003b30 msgr2=0x7f1dd4003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dd4003b30 0x7f1dd4003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.748 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 -- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dd40048c0 msgr2=0x7f1dd4004d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dd40048c0 0x7f1dd4004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.745+0000 7f1df21ad640 1 -- 10.20.193.52:0/749693512 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd4003620 con 0x7f1dd4005280 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df21ad640 1 -- 10.20.193.52:0/749693512 reap_dead start 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df21ad640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dd400ba80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1de8004a50 tx=0x7f1de802f3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d6ba2f8f583dcfd server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de802fe40 con 0x7f1dd4005280 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1de8037440 con 0x7f1dd4005280 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df09aa640 1 -- 10.20.193.52:0/749693512 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1de80377f0 con 0x7f1dd4005280 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 -- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 msgr2=0x7f1dd400ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dd400ba80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f1de8004a50 tx=0x7f1de802f3e0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 -- 10.20.193.52:0/749693512 shutdown_connections 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 --2- 10.20.193.52:0/749693512 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dd400ba80 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 -- 10.20.193.52:0/749693512 >> 10.20.193.52:0/749693512 conn(0x7f1dec06c980 msgr2=0x7f1dec06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 -- 10.20.193.52:0/749693512 shutdown_connections 2026-02-25T15:50:54.749 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.746+0000 7f1df3c37640 1 -- 10.20.193.52:0/749693512 wait complete. 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 Processor -- start 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 -- start start 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dec1f89c0 0x7f1dec145fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 0x7f1dec13f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dec13fed0 con 0x7f1dd4005280 2026-02-25T15:50:54.750 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dec154940 con 0x7f1dec1f89c0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df3c37640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dec160f90 con 0x7f1dec13f510 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51226/0 (socket says 10.20.193.52:51226) 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 -- 10.20.193.52:0/1845583574 learned_addr learned my addr 10.20.193.52:0/1845583574 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df11ab640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dec1f89c0 0x7f1dec145fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df21ad640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 0x7f1dec13f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 -- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 msgr2=0x7f1dec13f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 0x7f1dec13f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 -- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dec1f89c0 msgr2=0x7f1dec145fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dec1f89c0 0x7f1dec145fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 -- 10.20.193.52:0/1845583574 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dec154b90 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df21ad640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 0x7f1dec13f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1df19ac640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00c700 tx=0x7f1ddc00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.747+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc004cf0 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.748+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ddc004e50 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.748+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dec154e70 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.748+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc007330 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.748+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dec1f8e20 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.748+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dec155390 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.749+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f1ddc01b060 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.749+0000 7f1dda7fc640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 0x7f1dbc078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.749+0000 7f1df11ab640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 0x7f1dbc078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.749+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f1ddc096d70 con 0x7f1dd4005280 2026-02-25T15:50:54.751 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.749+0000 7f1df11ab640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 0x7f1dbc078650 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1dec1608b0 tx=0x7f1de0008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.752 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.751+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f1dec155390 con 0x7f1dd4005280 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.831+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f1dec0b4c10 con 0x7f1dbc076190 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.831+0000 7f1dda7fc640 1 -- 10.20.193.52:0/1845583574 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f1de0011990 con 0x7f1dbc076190 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 6 to deep-scrub 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 msgr2=0x7f1dbc078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 0x7f1dbc078650 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1dec1608b0 tx=0x7f1de0008040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 msgr2=0x7f1dec160920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00c700 tx=0x7f1ddc00cbd0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 shutdown_connections 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1dbc076190 0x7f1dbc078650 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f1dec13f510 0x7f1dec13f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.833 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f1dec1f89c0 0x7f1dec145fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 --2- 10.20.193.52:0/1845583574 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f1dd4005280 0x7f1dec160920 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 >> 10.20.193.52:0/1845583574 conn(0x7f1dec06c980 msgr2=0x7f1dec0b20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 shutdown_connections 2026-02-25T15:50:54.834 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.832+0000 7f1df3c37640 1 -- 10.20.193.52:0/1845583574 wait complete. 2026-02-25T15:50:54.841 INFO:tasks.ceph:Scrubbing osd.7 2026-02-25T15:50:54.841 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2026-02-25T15:50:54.914 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 Processor -- start 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 -- start start 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f19bc0ae510 0x7f19bc071870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc0b1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f19bc072010 0x7f19bc072440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19bc071450 con 0x7f19bc072010 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19bc0b27d0 con 0x7f19bc0ae510 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.909+0000 7f19c17c9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19bc15e910 con 0x7f19bc15e4d0 2026-02-25T15:50:54.915 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f19bc072010 0x7f19bc072440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19ba7fc640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc0b1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f19bc072010 0x7f19bc072440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51228/0 (socket says 10.20.193.52:51228) 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 -- 10.20.193.52:0/1870803710 learned_addr learned my addr 10.20.193.52:0/1870803710 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19baffd640 1 --2- 10.20.193.52:0/1870803710 >> v2:10.20.193.86:3300/0 conn(0x7f19bc0ae510 0x7f19bc071870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 -- 10.20.193.52:0/1870803710 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 msgr2=0x7f19bc0b1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1870803710 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc0b1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 -- 10.20.193.52:0/1870803710 >> v2:10.20.193.86:3300/0 conn(0x7f19bc0ae510 msgr2=0x7f19bc071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1870803710 >> v2:10.20.193.86:3300/0 conn(0x7f19bc0ae510 0x7f19bc071870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 -- 10.20.193.52:0/1870803710 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19bc072980 con 0x7f19bc072010 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1870803710 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc072440 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f19bc067bf0 tx=0x7f19ac02f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f84aaa25facd93b server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19b9ffb640 1 -- 10.20.193.52:0/1870803710 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ac006ea0 con 0x7f19bc072010 2026-02-25T15:50:54.916 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19b9ffb640 1 -- 10.20.193.52:0/1870803710 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19ac02fdf0 con 0x7f19bc072010 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.910+0000 7f19b9ffb640 1 -- 10.20.193.52:0/1870803710 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19ac037610 con 0x7f19bc072010 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- 10.20.193.52:0/1870803710 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 msgr2=0x7f19bc072440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1870803710 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc072440 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f19bc067bf0 tx=0x7f19ac02f3d0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- 10.20.193.52:0/1870803710 shutdown_connections 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1870803710 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc072440 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1870803710 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc0b1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1870803710 >> v2:10.20.193.86:3300/0 conn(0x7f19bc0ae510 0x7f19bc071870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- 10.20.193.52:0/1870803710 >> 10.20.193.52:0/1870803710 conn(0x7f19bc0cef90 msgr2=0x7f19bc0cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- 10.20.193.52:0/1870803710 shutdown_connections 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- 10.20.193.52:0/1870803710 wait complete. 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 Processor -- start 2026-02-25T15:50:54.917 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.911+0000 7f19c17c9640 1 -- start start 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc1f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19bc0ae510 0x7f19bc1f5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc1564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19bc1f6d20 con 0x7f19bc072010 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19bc1f5850 con 0x7f19bc0ae510 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19bc1569f0 con 0x7f19bc15e4d0 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc1f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc1f59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51236/0 (socket says 10.20.193.52:51236) 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 -- 10.20.193.52:0/1078381007 learned_addr learned my addr 10.20.193.52:0/1078381007 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19ba7fc640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19bc0ae510 0x7f19bc1f5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc1564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.918 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 -- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 msgr2=0x7f19bc1564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f19bc15e4d0 0x7f19bc1564b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 -- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19bc0ae510 msgr2=0x7f19bc1f5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f19bc0ae510 0x7f19bc1f5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19ac009b30 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19baffd640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc1f59e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f19b000d7c0 tx=0x7f19b000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b000b8d0 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19b000ba30 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19b000bdc0 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19bc1f60a0 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.912+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19bc1f6660 con 0x7f19bc072010 2026-02-25T15:50:54.919 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.913+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f19bc070d90 con 0x7f19bc072010 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.913+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f19b0014410 con 0x7f19bc072010 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f199b7fe640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1988076160 0x7f1988078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f19b0097fb0 con 0x7f19bc072010 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f19ba7fc640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1988076160 0x7f1988078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f199b7fe640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f198807c720 0x7f198807eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.921 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f198807f230 con 0x7f198807c720 2026-02-25T15:50:54.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f19b00983e0 con 0x7f19bc072010 2026-02-25T15:50:54.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f19ba7fc640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1988076160 0x7f1988078620 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f19bc1570c0 tx=0x7f19a4008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.914+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f198807c720 0x7f198807eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.915+0000 7f19bb7fe640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f198807c720 0x7f198807eb60 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:54.922 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.915+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== osd.7 v2:10.20.193.86:6816/460788038 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26930 (crc 0 0 0) 0x7f198807f230 con 0x7f198807c720 2026-02-25T15:50:54.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 --> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f19bc0ae8f0 con 0x7f198807c720 2026-02-25T15:50:54.923 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f199b7fe640 1 -- 10.20.193.52:0/1078381007 <== osd.7 v2:10.20.193.86:6816/460788038 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+712 (crc 0 0 0) 0x7f19ac02fc70 con 0x7f198807c720 2026-02-25T15:50:54.923 INFO:teuthology.orchestra.run.trial052.stdout:{ 2026-02-25T15:50:54.923 INFO:teuthology.orchestra.run.trial052.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-25T15:50:54.923 INFO:teuthology.orchestra.run.trial052.stdout:} 2026-02-25T15:50:54.924 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f198807c720 msgr2=0x7f198807eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.86:6816/460788038,v1:10.20.193.86:6818/460788038] conn(0x7f198807c720 0x7f198807eb60 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1988076160 msgr2=0x7f1988078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f1988076160 0x7f1988078620 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f19bc1570c0 tx=0x7f19a4008040 comp rx=0 tx=0).stop 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 msgr2=0x7f19bc1f59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 --2- 10.20.193.52:0/1078381007 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f19bc072010 0x7f19bc1f59e0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f19b000d7c0 tx=0x7f19b000dc90 comp rx=0 tx=0).stop 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19bb7fe640 1 -- 10.20.193.52:0/1078381007 reap_dead start 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 shutdown_connections 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 >> 10.20.193.52:0/1078381007 conn(0x7f19bc0cef90 msgr2=0x7f19bc1616f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 shutdown_connections 2026-02-25T15:50:54.925 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.921+0000 7f19c17c9640 1 -- 10.20.193.52:0/1078381007 wait complete. 2026-02-25T15:50:54.929 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.995+0000 7f8308ce8640 1 Processor -- start 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.995+0000 7f8308ce8640 1 -- start start 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8308ce8640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f8304140270 0x7f83040b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8308ce8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f83040ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8308ce8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83040b40f0 con 0x7f83040b2620 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8308ce8640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8304143a40 con 0x7f8304140270 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8308ce8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83040b2a90 con 0x7f8304143420 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8301d74640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f83040b2620 0x7f8304142d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60326/0 (socket says 10.20.193.52:60326) 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8301d74640 1 -- 10.20.193.52:0/3690786011 learned_addr learned my addr 10.20.193.52:0/3690786011 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302d76640 1 --2- 10.20.193.52:0/3690786011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f83040ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8301573640 1 -- 10.20.193.52:0/3690786011 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2555589664 0 0) 0x7f83040b40f0 con 0x7f83040b2620 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8301573640 1 -- 10.20.193.52:0/3690786011 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82f0003620 con 0x7f83040b2620 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302575640 1 --2- 10.20.193.52:0/3690786011 >> v2:10.20.193.86:3300/0 conn(0x7f8304140270 0x7f83040b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302d76640 1 -- 10.20.193.52:0/3690786011 >> v2:10.20.193.86:3300/0 conn(0x7f8304140270 msgr2=0x7f83040b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302d76640 1 --2- 10.20.193.52:0/3690786011 >> v2:10.20.193.86:3300/0 conn(0x7f8304140270 0x7f83040b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302d76640 1 -- 10.20.193.52:0/3690786011 >> v1:10.20.193.52:6789/0 conn(0x7f83040b2620 legacy=0x7f8304142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:54.999 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.996+0000 7f8302d76640 1 -- 10.20.193.52:0/3690786011 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83040addc0 con 0x7f8304143420 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8302d76640 1 --2- 10.20.193.52:0/3690786011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f83040ce0f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f82f4009d90 tx=0x7f82f402f270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fa098cd129f1f10 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8301573640 1 -- 10.20.193.52:0/3690786011 <== mon.2 v2:10.20.193.86:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f4006ea0 con 0x7f8304143420 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8301573640 1 -- 10.20.193.52:0/3690786011 <== mon.2 v2:10.20.193.86:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82f4037440 con 0x7f8304143420 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8301573640 1 -- 10.20.193.52:0/3690786011 <== mon.2 v2:10.20.193.86:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f40377b0 con 0x7f8304143420 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 -- 10.20.193.52:0/3690786011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 msgr2=0x7f83040ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3690786011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f83040ce0f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f82f4009d90 tx=0x7f82f402f270 comp rx=0 tx=0).stop 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 -- 10.20.193.52:0/3690786011 shutdown_connections 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3690786011 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f83040ce0f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3690786011 >> v2:10.20.193.86:3300/0 conn(0x7f8304140270 0x7f83040b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 -- 10.20.193.52:0/3690786011 >> 10.20.193.52:0/3690786011 conn(0x7f830406c980 msgr2=0x7f830406cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 -- 10.20.193.52:0/3690786011 shutdown_connections 2026-02-25T15:50:55.000 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.997+0000 7f8308ce8640 1 -- 10.20.193.52:0/3690786011 wait complete. 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.998+0000 7f8308ce8640 1 Processor -- start 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.998+0000 7f8308ce8640 1 -- start start 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8304140270 0x7f830413c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f830415cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8304157b60 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83041f4c10 con 0x7f8304140270 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f830413cbe0 con 0x7f8304143420 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51238/0 (socket says 10.20.193.52:51238) 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 -- 10.20.193.52:0/3137354463 learned_addr learned my addr 10.20.193.52:0/3137354463 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8301d74640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8304140270 0x7f830413c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302d76640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f830415cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 -- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 msgr2=0x7f830415cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f830415cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 -- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8304140270 msgr2=0x7f830413c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8304140270 0x7f830413c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 -- 10.20.193.52:0/3137354463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82f4009a70 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8302575640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f82f800e7c0 tx=0x7f82f800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f800c8d0 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82f800ca30 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8304156d30 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f800cdc0 con 0x7f83040b2620 2026-02-25T15:50:55.001 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:54.999+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8304156fa0 con 0x7f83040b2620 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.000+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83041572e0 con 0x7f83040b2620 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.000+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f82f8013410 con 0x7f83040b2620 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.001+0000 7f82eaffd640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 0x7f82d0078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.001+0000 7f8301d74640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 0x7f82d0078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.001+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f82f8097100 con 0x7f83040b2620 2026-02-25T15:50:55.002 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.001+0000 7f8301d74640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 0x7f82d0078620 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f82ec007b60 tx=0x7f82ec007ab0 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.004 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.003+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f82f805ccc0 con 0x7f83040b2620 2026-02-25T15:50:55.086 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.084+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f83040b4930 con 0x7f82d0076160 2026-02-25T15:50:55.086 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.084+0000 7f82eaffd640 1 -- 10.20.193.52:0/3137354463 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f82ec0059b0 con 0x7f82d0076160 2026-02-25T15:50:55.086 INFO:teuthology.orchestra.run.trial052.stderr:instructed osd(s) 7 to deep-scrub 2026-02-25T15:50:55.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 msgr2=0x7f82d0078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 0x7f82d0078620 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f82ec007b60 tx=0x7f82ec007ab0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.087 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 msgr2=0x7f8304157620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f82f800e7c0 tx=0x7f82f800ec90 comp rx=0 tx=0).stop 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 shutdown_connections 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82d0076160 0x7f82d0078620 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8304143420 0x7f830415cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f8304140270 0x7f830413c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 --2- 10.20.193.52:0/3137354463 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f83040b2620 0x7f8304157620 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 >> 10.20.193.52:0/3137354463 conn(0x7f830406c980 msgr2=0x7f83040aeb70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 shutdown_connections 2026-02-25T15:50:55.088 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.085+0000 7f8308ce8640 1 -- 10.20.193.52:0/3137354463 wait complete. 2026-02-25T15:50:55.095 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:50:55.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.160+0000 7f48c2040640 1 Processor -- start 2026-02-25T15:50:55.162 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.160+0000 7f48c2040640 1 -- start start 2026-02-25T15:50:55.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48c2040640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f48bc140270 0x7f48bc0b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.169 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48c2040640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 0x7f48bc142d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48c2040640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48bc0b2a60 con 0x7f48bc143250 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48c2040640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48bc143a40 con 0x7f48bc140270 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48c2040640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc0b40f0 con 0x7f48bc0b2620 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48bbfff640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f48bc143250 0x7f48bc0ce0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:60334/0 (socket says 10.20.193.52:60334) 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48bbfff640 1 -- 10.20.193.52:0/341421657 learned_addr learned my addr 10.20.193.52:0/341421657 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/341421657 >> v2:10.20.193.86:3300/0 conn(0x7f48bc140270 0x7f48bc0b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v1:10.20.193.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3052395828 0 0) 0x7f48bc0b2a60 con 0x7f48bc143250 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 0x7f48bc142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 --> v1:10.20.193.52:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48a0003620 con 0x7f48bc143250 2026-02-25T15:50:55.170 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v1:10.20.193.52:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2758473904 0 0) 0x7f48a0003620 con 0x7f48bc143250 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 msgr2=0x7f48bc142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 0x7f48bc142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 >> v2:10.20.193.86:3300/0 conn(0x7f48bc140270 msgr2=0x7f48bc0b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 --2- 10.20.193.52:0/341421657 >> v2:10.20.193.86:3300/0 conn(0x7f48bc140270 0x7f48bc0b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 --> v1:10.20.193.52:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48bc0addc0 con 0x7f48bc143250 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v1:10.20.193.52:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 4200066093 0 0) 0x7f48b0003280 con 0x7f48bc143250 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 >> v1:10.20.193.52:6789/0 conn(0x7f48bc143250 legacy=0x7f48bc0ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48a0003b30 0x7f48a0003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48a00048c0 0x7f48a0004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 0x7f48a0005280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc143a40 con 0x7f48a00048c0 2026-02-25T15:50:55.171 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc0b40f0 con 0x7f48a0003b30 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48a000bbe0 con 0x7f48bc0b2620 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48a00048c0 0x7f48a0004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48a0003b30 0x7f48a0003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 -- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 msgr2=0x7f48a0005280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48bc0b2620 0x7f48a0005280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 -- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48a0003b30 msgr2=0x7f48a0003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48a0003b30 0x7f48a0003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.161+0000 7f48baffd640 1 -- 10.20.193.52:0/341421657 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48a0003620 con 0x7f48a00048c0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48baffd640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48a00048c0 0x7f48a0004d40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f48ac0098d0 tx=0x7f48ac02ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3baaab4f950035a1 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ac02f950 con 0x7f48a00048c0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48ac02fab0 con 0x7f48a00048c0 2026-02-25T15:50:55.172 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48ba7fc640 1 -- 10.20.193.52:0/341421657 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ac02fe40 con 0x7f48a00048c0 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 -- 10.20.193.52:0/341421657 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48a00048c0 msgr2=0x7f48a0004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 --2- 10.20.193.52:0/341421657 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48a00048c0 0x7f48a0004d40 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f48ac0098d0 tx=0x7f48ac02ef30 comp rx=0 tx=0).stop 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48bbfff640 1 -- 10.20.193.52:0/341421657 reap_dead start 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 -- 10.20.193.52:0/341421657 shutdown_connections 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 -- 10.20.193.52:0/341421657 >> 10.20.193.52:0/341421657 conn(0x7f48bc06c980 msgr2=0x7f48bc06cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 -- 10.20.193.52:0/341421657 shutdown_connections 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.162+0000 7f48c2040640 1 -- 10.20.193.52:0/341421657 wait complete. 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 Processor -- start 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 -- start start 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 0x7f48bc1464b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.173 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48bc143db0 0x7f48bc144230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc144770 con 0x7f48bc1f5080 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc15f380 con 0x7f48bc143db0 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48c2040640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc1f55d0 con 0x7f48a00048c0 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48baffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48baffd640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:51262/0 (socket says 10.20.193.52:51262) 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.163+0000 7f48baffd640 1 -- 10.20.193.52:0/781298598 learned_addr learned my addr 10.20.193.52:0/781298598 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 0x7f48bc1464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 -- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 msgr2=0x7f48bc1464b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 0x7f48bc1464b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 -- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48bc143db0 msgr2=0x7f48bc144230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.174 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48bc143db0 0x7f48bc144230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 -- 10.20.193.52:0/781298598 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48bc1f58b0 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 0x7f48bc1464b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48baffd640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f48ac03a040 tx=0x7f48ac004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ac041600 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48ac041780 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48bc1f5b90 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ac041b30 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48bc1469f0 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.164+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48bc0b5130 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.165+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f48ac041c90 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.165+0000 7f4897fff640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 0x7f488c078650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.166+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f48ac0bca60 con 0x7f48bc1f5080 2026-02-25T15:50:55.175 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.166+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 0x7f488c078650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:50:55.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.166+0000 7f48bb7fe640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 0x7f488c078650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f48bc15c620 tx=0x7f48a8008040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:50:55.176 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.167+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f48ac082620 con 0x7f48bc1f5080 2026-02-25T15:50:55.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.244+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f48bc144770 con 0x7f488c076190 2026-02-25T15:50:55.246 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.245+0000 7f4897fff640 1 -- 10.20.193.52:0/781298598 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48932 (secure 0 0 0) 0x7f48bc144770 con 0x7f488c076190 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 msgr2=0x7f488c078650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 0x7f488c078650 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f48bc15c620 tx=0x7f48a8008040 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 msgr2=0x7f48bc15cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f48ac03a040 tx=0x7f48ac004830 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 shutdown_connections 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f488c076190 0x7f488c078650 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f48bc143db0 0x7f48bc144230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f48bc1f5080 0x7f48bc15cbb0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 --2- 10.20.193.52:0/781298598 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f48a00048c0 0x7f48bc1464b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 >> 10.20.193.52:0/781298598 conn(0x7f48bc06c980 msgr2=0x7f48bc0af710 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 shutdown_connections 2026-02-25T15:50:55.247 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:50:55.246+0000 7f48c2040640 1 -- 10.20.193.52:0/781298598 wait complete. 2026-02-25T15:50:55.254 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":11,"stamp":"2026-02-25T15:50:55.221694+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":120,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":220804,"kb_used_data":5128,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754753916,"statfs":{"total":773094113280,"available":772868009984,"internally_reserved":0,"allocated":5251072,"data_stored":2931680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732719,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-357,"num_read_kb":-195,"num_write":-351,"num_write_kb":-2908,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.000964"},"pg_stats":[{"pgid":"1.0","version":"41'126","reported_seq":218,"reported_epoch":42,"state":"active+clean","last_fresh":"2026-02-25T15:50:48.957051+0000","last_change":"2026-02-25T15:49:27.574662+0000","last_active":"2026-02-25T15:50:48.957051+0000","last_peered":"2026-02-25T15:50:48.957051+0000","last_clean":"2026-02-25T15:50:48.957051+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:48.957051+0000","last_undegraded":"2026-02-25T15:50:48.957051+0000","last_fullsized":"2026-02-25T15:50:48.957051+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-25T15:49:25.666672+0000","last_clean_scrub_stamp":"2026-02-25T15:49:25.666672+0000","objects_scrubbed":0,"log_size":126,"log_dups_size":0,"ondisk_log_size":126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T22:58:02.777304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.254,"15min":0.254},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.247,"5min":0.247,"15min":0.247},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"last":0.214}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.192},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.28799999999999998}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.22700000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.223,"15min":0.223},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.253},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"last":0.26100000000000001}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"last":0.27600000000000002}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.314,"5min":0.314,"15min":0.314},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.29399999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.215},{"interface":"front","average":{"1min":0.249,"5min":0.249,"15min":0.249},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"last":0.29699999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"last":0.253}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"last":0.20300000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.26700000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.215,"5min":0.215,"15min":0.215},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.442,"5min":0.442,"15min":0.442},"last":0.189}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.129},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"last":0.23999999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.14299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.22,"15min":0.22},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"last":0.23400000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.31},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.32000000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.311,"15min":0.311},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.33600000000000002}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.31,"15min":0.31},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.434,"5min":0.434,"15min":0.434},"last":0.34999999999999998}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.192,"5min":0.192,"15min":0.192},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"last":0.186},{"interface":"front","average":{"1min":0.219,"5min":0.219,"15min":0.219},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.315,"5min":0.315,"15min":0.315},"last":0.30599999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.20599999999999999}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.252,"15min":0.252},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"last":0.218},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"last":0.29799999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.17999999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.30099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"last":0.25700000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.23699999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.155},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"last":0.16500000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.188}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.26400000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574870,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.183,"5min":0.183,"15min":0.183},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.193,"5min":0.193,"15min":0.193},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.16700000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.19,"5min":0.19,"15min":0.19},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"last":0.21199999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.253},{"interface":"front","average":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.224}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.30099999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.374},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.33400000000000002}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.34499999999999997}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.317},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.32500000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574870,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.37,"5min":0.37,"15min":0.37},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.115,"5min":0.115,"15min":0.115},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.251}]},{"osd":1,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.32100000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.27800000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.34599999999999997}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.39900000000000002}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.41699999999999998}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.45700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.184,"15min":0.184},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"last":0.18099999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"last":0.152},{"interface":"front","average":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.161}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"last":0.17199999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.223},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"last":0.23999999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.21199999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.32300000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.41299999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28032,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343808,"statfs":{"total":96636764160,"available":96608059392,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.23200000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.24299999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.27500000000000002}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.35899999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.37}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.32200000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.313},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:50:55.257 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-25T15:49:25.666672+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=25, tm_hour=15, tm_min=49, tm_sec=25, tm_wday=2, tm_yday=56, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=25, tm_hour=15, tm_min=50, tm_sec=52, tm_wday=2, tm_yday=56, tm_isdst=0) 2026-02-25T15:50:55.257 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-25T15:50:58.198 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:50:58.201 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:51:15.258 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-25T15:51:15.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.327+0000 7f8315bae640 1 Processor -- start 2026-02-25T15:51:15.329 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.327+0000 7f8315bae640 1 -- start start 2026-02-25T15:51:15.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8310071710 0x7f83100ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 0x7f8310070780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 0x7f83100b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.331 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83100b4e60 con 0x7f8310071710 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8310071c60 con 0x7f83100b4470 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f8315bae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8310070cc0 con 0x7f831015b750 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8310071710 0x7f83100ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f8310071710 0x7f83100ccfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:60652/0 (socket says 10.20.193.52:60652) 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 -- 10.20.193.52:0/945387028 learned_addr learned my addr 10.20.193.52:0/945387028 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830ffff640 1 --2- 10.20.193.52:0/945387028 >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 0x7f83100b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 -- 10.20.193.52:0/945387028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 msgr2=0x7f8310070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830effd640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 0x7f8310070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 0x7f8310070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 -- 10.20.193.52:0/945387028 >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 msgr2=0x7f83100b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 --2- 10.20.193.52:0/945387028 >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 0x7f83100b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830f7fe640 1 -- 10.20.193.52:0/945387028 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f831015bcc0 con 0x7f8310071710 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830ffff640 1 --2- 10.20.193.52:0/945387028 >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 0x7f83100b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.328+0000 7f830effd640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 0x7f8310070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:51:15.332 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f830f7fe640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8310071710 0x7f83100ccfb0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f83100b2170 tx=0x7f82fc02ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22dc4caf4eec5ea4 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f830e7fc640 1 -- 10.20.193.52:0/945387028 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82fc02fbd0 con 0x7f8310071710 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f830e7fc640 1 -- 10.20.193.52:0/945387028 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82fc02fd30 con 0x7f8310071710 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f830e7fc640 1 -- 10.20.193.52:0/945387028 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82fc02fea0 con 0x7f8310071710 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 -- 10.20.193.52:0/945387028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8310071710 msgr2=0x7f83100ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8310071710 0x7f83100ccfb0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f83100b2170 tx=0x7f82fc02ef60 comp rx=0 tx=0).stop 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 -- 10.20.193.52:0/945387028 shutdown_connections 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 --2- 10.20.193.52:0/945387028 >> v2:10.20.193.86:3300/0 conn(0x7f83100b4470 0x7f83100b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f831015b750 0x7f8310070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 --2- 10.20.193.52:0/945387028 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f8310071710 0x7f83100ccfb0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 -- 10.20.193.52:0/945387028 >> 10.20.193.52:0/945387028 conn(0x7f831006c980 msgr2=0x7f831006cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 -- 10.20.193.52:0/945387028 shutdown_connections 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.329+0000 7f8315bae640 1 -- 10.20.193.52:0/945387028 wait complete. 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 Processor -- start 2026-02-25T15:51:15.333 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 -- start start 2026-02-25T15:51:15.335 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8310071710 0x7f8310148b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b4470 0x7f8310155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83101566b0 con 0x7f831015b750 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8310156990 con 0x7f83100b4470 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f8315bae640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8310156c70 con 0x7f8310071710 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:60668/0 (socket says 10.20.193.52:60668) 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 -- 10.20.193.52:0/3891937063 learned_addr learned my addr 10.20.193.52:0/3891937063 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830f7fe640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8310071710 0x7f8310148b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830effd640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b4470 0x7f8310155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.336 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 -- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8310071710 msgr2=0x7f8310148b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8310071710 0x7f8310148b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 -- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b4470 msgr2=0x7f8310155d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b4470 0x7f8310155d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 -- 10.20.193.52:0/3891937063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82fc0095d0 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.330+0000 7f830ffff640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f830400cef0 tx=0x7f830400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8304006ea0 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f830400ae90 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8310156f50 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f830400da80 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83101562a0 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.331+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83100b4920 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.332+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f8304008040 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.332+0000 7f82ebfff640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 0x7f82e0078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.332+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f8304097b60 con 0x7f831015b750 2026-02-25T15:51:15.337 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.332+0000 7f830f7fe640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 0x7f82e0078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.333+0000 7f830f7fe640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 0x7f82e0078620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8310067e70 tx=0x7f82fc033000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.338 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.334+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f830405d770 con 0x7f831015b750 2026-02-25T15:51:15.411 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.410+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 --> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8310156b00 con 0x7f82e0076160 2026-02-25T15:51:15.412 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.411+0000 7f82ebfff640 1 -- 10.20.193.52:0/3891937063 <== mgr.6000 v2:10.20.193.52:6800/828602690 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48707 (secure 0 0 0) 0x7f8310156b00 con 0x7f82e0076160 2026-02-25T15:51:15.412 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:dumped all 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 msgr2=0x7f82e0078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 0x7f82e0078620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8310067e70 tx=0x7f82fc033000 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 msgr2=0x7f83100acdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f830400cef0 tx=0x7f830400a710 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 shutdown_connections 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f82e0076160 0x7f82e0078620 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f831015b750 0x7f83100acdb0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f83100b4470 0x7f8310155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 --2- 10.20.193.52:0/3891937063 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f8310071710 0x7f8310148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 >> 10.20.193.52:0/3891937063 conn(0x7f831006c980 msgr2=0x7f83100b0090 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 shutdown_connections 2026-02-25T15:51:15.413 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.412+0000 7f8315bae640 1 -- 10.20.193.52:0/3891937063 wait complete. 2026-02-25T15:51:15.420 INFO:teuthology.orchestra.run.trial052.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-25T15:51:15.223464+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127,"ondisk_log_size":127,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":220792,"kb_used_data":5128,"kb_used_omap":12,"kb_used_meta":215539,"kb_avail":754753928,"statfs":{"total":773094113280,"available":772868022272,"internally_reserved":0,"allocated":5251072,"data_stored":2931680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12732,"internal_metadata":220712516},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001022"},"pg_stats":[{"pgid":"1.0","version":"43'127","reported_seq":231,"reported_epoch":43,"state":"active+clean","last_fresh":"2026-02-25T15:50:58.038137+0000","last_change":"2026-02-25T15:50:58.038178+0000","last_active":"2026-02-25T15:50:58.038137+0000","last_peered":"2026-02-25T15:50:58.038137+0000","last_clean":"2026-02-25T15:50:58.038137+0000","last_became_active":"2026-02-25T15:49:27.573840+0000","last_became_peered":"2026-02-25T15:49:27.573840+0000","last_unstale":"2026-02-25T15:50:58.038137+0000","last_undegraded":"2026-02-25T15:50:58.038137+0000","last_fullsized":"2026-02-25T15:50:58.038137+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"43'127","last_scrub_stamp":"2026-02-25T15:50:58.038126+0000","last_deep_scrub":"43'127","last_deep_scrub_stamp":"2026-02-25T15:50:58.038126+0000","last_clean_scrub_stamp":"2026-02-25T15:50:58.038126+0000","objects_scrubbed":2,"log_size":127,"log_dups_size":0,"ondisk_log_size":127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-26T20:42:53.002497+0000","scrub_duration":0.0038012179999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":206,"num_read_kb":425,"num_write":169,"num_write_kb":2672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":127,"ondisk_log_size":127,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.254,"5min":0.254,"15min":0.254},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.247,"5min":0.247,"15min":0.247},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"last":0.18099999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.23799999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.221},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.23000000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"last":0.246}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.223,"15min":0.223},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"last":0.254}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"last":0.191},{"interface":"front","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"last":0.215}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.314,"5min":0.314,"15min":0.314},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"last":0.26700000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.249,"5min":0.249,"15min":0.249},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"last":0.21199999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"last":0.249}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"last":0.20599999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.315}]},{"osd":4,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.215,"5min":0.215,"15min":0.215},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.193},{"interface":"front","average":{"1min":0.255,"5min":0.255,"15min":0.255},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.442,"5min":0.442,"15min":0.442},"last":0.252}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"min":{"1min":0.14099999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.221},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"last":0.26500000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"last":0.29099999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.22,"15min":0.22},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.218},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"last":0.21099999999999999}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.248},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"last":0.27400000000000002}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.311,"15min":0.311},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.24199999999999999}]},{"osd":3,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.31,"15min":0.31},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.434,"5min":0.434,"15min":0.434},"last":0.25700000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.192,"5min":0.192,"15min":0.192},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.219,"5min":0.219,"15min":0.219},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.315,"5min":0.315,"15min":0.315},"last":0.17799999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.20100000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.252,"5min":0.252,"15min":0.252},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"last":0.161},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"last":0.187}]}]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"last":0.33100000000000002}]},{"osd":1,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.38200000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.307,"15min":0.307},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.315},{"interface":"front","average":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"last":0.191}]},{"osd":3,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.20999999999999999}]},{"osd":5,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"last":0.223}]},{"osd":6,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.432,"5min":0.432,"15min":0.432},"last":0.248}]},{"osd":7,"last update":"Wed Feb 25 15:50:27 2026","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.308}]}]},{"osd":3,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27589068},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.183,"5min":0.183,"15min":0.183},"min":{"1min":0.126,"5min":0.126,"15min":0.126},"max":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"last":0.16500000000000001},{"interface":"front","average":{"1min":0.193,"5min":0.193,"15min":0.193},"min":{"1min":0.11,"5min":0.11,"15min":0.11},"max":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"last":0.157}]},{"osd":1,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.19,"5min":0.19,"15min":0.19},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"last":0.214}]},{"osd":2,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.183},{"interface":"front","average":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"last":0.20100000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.222}]},{"osd":5,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.38300000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.28699999999999998}]},{"osd":7,"last update":"Wed Feb 25 15:50:24 2026","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.314},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.34999999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.37,"5min":0.37,"15min":0.37},"last":0.123},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.115,"5min":0.115,"15min":0.115},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.13100000000000001}]},{"osd":1,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"last":0.182},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.16300000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.21199999999999999}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":2.2149999999999999,"5min":2.2149999999999999,"15min":2.2149999999999999},"last":0.309},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.23100000000000001}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.217},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.32000000000000001}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.254}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":2.1659999999999999,"5min":2.1659999999999999,"15min":2.1659999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.5820000000000001,"5min":1.5820000000000001,"15min":1.5820000000000001},"last":0.34300000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27456,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":507904,"data_stored":218868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.184,"15min":0.184},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"last":0.13700000000000001}]},{"osd":2,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14399999999999999},"max":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"last":0.184}]},{"osd":3,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.248,"15min":0.248},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"last":0.192}]},{"osd":4,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.433,"5min":0.433,"15min":0.433},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"last":0.224}]},{"osd":5,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.29599999999999999}]},{"osd":6,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.313,"15min":0.313},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"last":0.28899999999999998}]},{"osd":7,"last update":"Wed Feb 25 15:50:28 2026","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.41599999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28028,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343812,"statfs":{"total":96636764160,"available":96608063488,"internally_reserved":0,"allocated":1101824,"data_stored":809236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27589063},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"last":0.154},{"interface":"front","average":{"1min":0.188,"5min":0.188,"15min":0.188},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"last":0.14399999999999999}]},{"osd":2,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.218,"5min":0.218,"15min":0.218},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"last":0.16500000000000001}]},{"osd":3,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.379,"5min":0.379,"15min":0.379},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.377,"5min":0.377,"15min":0.377},"last":0.16300000000000001}]},{"osd":4,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.44,"5min":0.44,"15min":0.44},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"last":0.254}]},{"osd":5,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"last":0.317},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"last":0.27300000000000002}]},{"osd":6,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"last":0.22900000000000001}]},{"osd":7,"last update":"Wed Feb 25 15:50:23 2026","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.443,"5min":0.443,"15min":0.443},"last":0.251},{"interface":"front","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.26000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-25T15:51:15.421 DEBUG:teuthology.orchestra.run.trial052:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-02-25T15:51:15.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 Processor -- start 2026-02-25T15:51:15.488 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 -- start start 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcbb815d690 0x7fcbb80c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 --2- >> v2:10.20.193.86:3300/0 conn(0x7fcbb80c81b0 0x7fcbb80c8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcbb80c9f30 con 0x7fcbb815d2b0 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbb80c8b80 con 0x7fcbb815d690 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbdde2640 1 -- --> v2:10.20.193.86:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbb80cd720 con 0x7fcbb80c81b0 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcbb815d690 0x7fcbb80c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7fcbb815d690 0x7fcbb80c98c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:60684/0 (socket says 10.20.193.52:60684) 2026-02-25T15:51:15.489 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 -- 10.20.193.52:0/2088597682 learned_addr learned my addr 10.20.193.52:0/2088597682 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbbd5e1640 1 --2- 10.20.193.52:0/2088597682 >> v2:10.20.193.86:3300/0 conn(0x7fcbb80c81b0 0x7fcbb80c8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 -- 10.20.193.52:0/2088597682 >> v2:10.20.193.86:3300/0 conn(0x7fcbb80c81b0 msgr2=0x7fcbb80c8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 --2- 10.20.193.52:0/2088597682 >> v2:10.20.193.86:3300/0 conn(0x7fcbb80c81b0 0x7fcbb80c8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 -- 10.20.193.52:0/2088597682 >> v1:10.20.193.52:6789/0 conn(0x7fcbb815d2b0 legacy=0x7fcbb80cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.487+0000 7fcbaffff640 1 -- 10.20.193.52:0/2088597682 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbb80cda00 con 0x7fcbb815d690 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbaffff640 1 --2- 10.20.193.52:0/2088597682 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb80c98c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fcba0009970 tx=0x7fcba002ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef76d13d05994db server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbaf7fe640 1 -- 10.20.193.52:0/2088597682 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba002fb60 con 0x7fcbb815d690 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbaf7fe640 1 -- 10.20.193.52:0/2088597682 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcba002fcc0 con 0x7fcbb815d690 2026-02-25T15:51:15.490 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbaf7fe640 1 -- 10.20.193.52:0/2088597682 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba0037660 con 0x7fcbb815d690 2026-02-25T15:51:15.491 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 -- 10.20.193.52:0/2088597682 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 msgr2=0x7fcbb80c98c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/2088597682 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb80c98c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fcba0009970 tx=0x7fcba002ee90 comp rx=0 tx=0).stop 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 -- 10.20.193.52:0/2088597682 shutdown_connections 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/2088597682 >> v2:10.20.193.86:3300/0 conn(0x7fcbb80c81b0 0x7fcbb80c8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/2088597682 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb80c98c0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 -- 10.20.193.52:0/2088597682 >> 10.20.193.52:0/2088597682 conn(0x7fcbb80ced60 msgr2=0x7fcbb80cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 -- 10.20.193.52:0/2088597682 shutdown_connections 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.488+0000 7fcbbdde2640 1 -- 10.20.193.52:0/2088597682 wait complete. 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 Processor -- start 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 -- start start 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcbb80c81b0 0x7fcbb81590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcbb815d2b0 0x7fcbb814a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb8159610 con 0x7fcbb815d690 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb8158030 con 0x7fcbb80c81b0 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbdde2640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbb8158310 con 0x7fcbb815d2b0 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbd5e1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbd5e1640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:60696/0 (socket says 10.20.193.52:60696) 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.489+0000 7fcbbd5e1640 1 -- 10.20.193.52:0/331082495 learned_addr learned my addr 10.20.193.52:0/331082495 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbaffff640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcbb815d2b0 0x7fcbb814a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbcde0640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcbb80c81b0 0x7fcbb81590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 -- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcbb815d2b0 msgr2=0x7fcbb814a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.492 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcbb815d2b0 0x7fcbb814a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 -- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcbb80c81b0 msgr2=0x7fcbb81590d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcbb80c81b0 0x7fcbb81590d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 -- 10.20.193.52:0/331082495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba00095d0 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbd5e1640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fcbb4007e60 tx=0x7fcbb400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbb4006ea0 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbb4014420 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbb40147d0 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbb81585f0 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbb8158bb0 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.490+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbb8067c40 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.491+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7fcbb4014930 con 0x7fcbb815d690 2026-02-25T15:51:15.493 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.491+0000 7fcbad7fa640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 0x7fcb88078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.491+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7fcbb4098860 con 0x7fcbb815d690 2026-02-25T15:51:15.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.491+0000 7fcbbcde0640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 0x7fcb88078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.492+0000 7fcbbcde0640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 0x7fcb88078620 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcba8002770 tx=0x7fcba8009040 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.494 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.493+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7fcbb405e370 con 0x7fcbb815d690 2026-02-25T15:51:15.573 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.572+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7fcbb8158da0 con 0x7fcbb815d690 2026-02-25T15:51:15.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.574+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v8)=0 v8) v1 ==== 123+0+0 (secure 0 0 0) 0x7fcbb40613f0 con 0x7fcbb815d690 2026-02-25T15:51:15.575 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.574+0000 7fcbad7fa640 1 -- 10.20.193.52:0/331082495 <== mon.0 v2:10.20.193.52:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fcbb40613f0 con 0x7fcbb815d690 2026-02-25T15:51:15.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 msgr2=0x7fcb88078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.576 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 0x7fcb88078620 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcba8002770 tx=0x7fcba8009040 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 msgr2=0x7fcbb8157570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fcbb4007e60 tx=0x7fcbb400e4b0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 shutdown_connections 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7fcb88076160 0x7fcb88078620 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7fcbb815d690 0x7fcbb8157570 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7fcbb815d2b0 0x7fcbb814a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 --2- 10.20.193.52:0/331082495 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7fcbb80c81b0 0x7fcbb81590d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 >> 10.20.193.52:0/331082495 conn(0x7fcbb80ced60 msgr2=0x7fcbb80afec0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 shutdown_connections 2026-02-25T15:51:15.577 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.575+0000 7fcbbdde2640 1 -- 10.20.193.52:0/331082495 wait complete. 2026-02-25T15:51:15.586 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2026-02-25T15:51:15.586 DEBUG:teuthology.orchestra.run.trial052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.653+0000 7f6a8f5b8640 1 Processor -- start 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.653+0000 7f6a8f5b8640 1 -- start start 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8f5b8640 1 --2- >> v2:10.20.193.52:3300/0 conn(0x7f6a880b3f30 0x7f6a880b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8f5b8640 1 -- --> v1:10.20.193.52:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a880b2b60 con 0x7f6a881618e0 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8f5b8640 1 -- --> v1:10.20.193.86:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a880b2e40 con 0x7f6a88070e40 2026-02-25T15:51:15.657 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8f5b8640 1 -- --> v2:10.20.193.52:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a880b3400 con 0x7f6a880b3f30 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8d32d640 1 --1- >> v1:10.20.193.52:6789/0 conn(0x7f6a881618e0 0x7f6a880b20e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:10.20.193.52:6789/0 says I am v1:10.20.193.52:41666/0 (socket says 10.20.193.52:41666) 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8d32d640 1 -- 10.20.193.52:0/1700956210 learned_addr learned my addr 10.20.193.52:0/1700956210 (peer_addr_for_me v1:10.20.193.52:0/0) 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1700956210 >> v2:10.20.193.52:3300/0 conn(0x7f6a880b3f30 0x7f6a880b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8cb2c640 1 -- 10.20.193.52:0/1700956210 >> v1:10.20.193.86:6789/0 conn(0x7f6a88070e40 legacy=0x7f6a88071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8cb2c640 1 -- 10.20.193.52:0/1700956210 >> v1:10.20.193.52:6789/0 conn(0x7f6a881618e0 legacy=0x7f6a880b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.654+0000 7f6a8cb2c640 1 -- 10.20.193.52:0/1700956210 --> v2:10.20.193.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a880b3120 con 0x7f6a880b3f30 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1700956210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a880b3f30 0x7f6a880b43a0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0098a0 tx=0x7f6a7c02ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42ffc1df3e2472c8 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a77fff640 1 -- 10.20.193.52:0/1700956210 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c02fad0 con 0x7f6a880b3f30 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a77fff640 1 -- 10.20.193.52:0/1700956210 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f6a7c02fc30 con 0x7f6a880b3f30 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a77fff640 1 -- 10.20.193.52:0/1700956210 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c037440 con 0x7f6a880b3f30 2026-02-25T15:51:15.658 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1700956210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a880b3f30 msgr2=0x7f6a880b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1700956210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a880b3f30 0x7f6a880b43a0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0098a0 tx=0x7f6a7c02ee10 comp rx=0 tx=0).stop 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1700956210 shutdown_connections 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1700956210 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a880b3f30 0x7f6a880b43a0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1700956210 >> 10.20.193.52:0/1700956210 conn(0x7f6a8806c980 msgr2=0x7f6a8806cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1700956210 shutdown_connections 2026-02-25T15:51:15.659 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.655+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1700956210 wait complete. 2026-02-25T15:51:15.662 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 Processor -- start 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 -- start start 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 --2- >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 0x7f6a880adf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 --2- >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 0x7f6a880a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 -- --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a88149b60 con 0x7f6a88070e40 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 -- --> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a881ef430 con 0x7f6a881618e0 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8f5b8640 1 -- --> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a881ef710 con 0x7f6a880b3f30 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8d32d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8d32d640 1 --2- >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.52:3300/0 says I am v2:10.20.193.52:60712/0 (socket says 10.20.193.52:60712) 2026-02-25T15:51:15.663 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8d32d640 1 -- 10.20.193.52:0/1922511321 learned_addr learned my addr 10.20.193.52:0/1922511321 (peer_addr_for_me v2:10.20.193.52:0/0) 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8db2e640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 0x7f6a880a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 0x7f6a880adf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.656+0000 7f6a8d32d640 1 -- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 msgr2=0x7f6a880adf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8d32d640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 0x7f6a880adf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8d32d640 1 -- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 msgr2=0x7f6a880a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8d32d640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 0x7f6a880a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8d32d640 1 -- 10.20.193.52:0/1922511321 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a7c009500 con 0x7f6a88070e40 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8db2e640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 0x7f6a880a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 0x7f6a880adf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8d32d640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800c700 tx=0x7f6a7800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a78005bb0 con 0x7f6a88070e40 2026-02-25T15:51:15.664 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f6a78005d10 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a881ef9f0 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a78007270 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a881ef120 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.657+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a881efc30 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.658+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 4 ==== mgrmap(e 15) v1 ==== 98368+0+0 (secure 0 0 0) 0x7f6a780073d0 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.658+0000 7f6a75ffb640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 0x7f6a58078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.659+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5904+0+0 (secure 0 0 0) 0x7f6a78096b00 con 0x7f6a88070e40 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.659+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 0x7f6a58078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.659+0000 7f6a8cb2c640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 0x7f6a58078620 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c039000 tx=0x7f6a7c033000 comp rx=0 tx=0).ready entity=mgr.6000 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-25T15:51:15.665 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.660+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+186382 (secure 0 0 0) 0x7f6a7805c7f0 con 0x7f6a88070e40 2026-02-25T15:51:15.758 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.757+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 --> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a88162180 con 0x7f6a88070e40 2026-02-25T15:51:15.759 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.757+0000 7f6a75ffb640 1 -- 10.20.193.52:0/1922511321 <== mon.0 v2:10.20.193.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+3526 (secure 0 0 0) 0x7f6a78021de0 con 0x7f6a88070e40 2026-02-25T15:51:15.759 INFO:teuthology.orchestra.run.trial052.stdout: 2026-02-25T15:51:15.759 INFO:teuthology.orchestra.run.trial052.stdout:{"epoch":17,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4934,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6835/1830176182","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6833","nonce":1830176182},{"type":"v1","addr":"10.20.193.86:6835","nonce":1830176182}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5155,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.86:6834/490428785","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.86:6832","nonce":490428785},{"type":"v1","addr":"10.20.193.86:6834","nonce":490428785}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5583,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6836/3996560493","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6834","nonce":3996560493},{"type":"v1","addr":"10.20.193.52:6836","nonce":3996560493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":6135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"10.20.193.52:6837/1362679422","addrs":{"addrvec":[{"type":"v2","addr":"10.20.193.52:6835","nonce":1362679422},{"type":"v1","addr":"10.20.193.52:6837","nonce":1362679422}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17}],"filesystems":[]} 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:dumped fsmap epoch 17 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 msgr2=0x7f6a58078620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 0x7f6a58078620 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c039000 tx=0x7f6a7c033000 comp rx=0 tx=0).stop 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 msgr2=0x7f6a881eebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800c700 tx=0x7f6a7800cbd0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 shutdown_connections 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:6800/828602690,v1:10.20.193.52:6801/828602690] conn(0x7f6a58076160 0x7f6a58078620 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.761 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3300/0,v1:10.20.193.86:6789/0] conn(0x7f6a881618e0 0x7f6a880a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.86:3301/0,v1:10.20.193.86:6790/0] conn(0x7f6a880b3f30 0x7f6a880adf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 --2- 10.20.193.52:0/1922511321 >> [v2:10.20.193.52:3300/0,v1:10.20.193.52:6789/0] conn(0x7f6a88070e40 0x7f6a881eebe0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-25T15:51:15.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 >> 10.20.193.52:0/1922511321 conn(0x7f6a8806c980 msgr2=0x7f6a88164440 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-25T15:51:15.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 shutdown_connections 2026-02-25T15:51:15.762 INFO:teuthology.orchestra.run.trial052.stderr:2026-02-25T15:51:15.758+0000 7f6a8f5b8640 1 -- 10.20.193.52:0/1922511321 wait complete. 2026-02-25T15:51:15.768 DEBUG:tasks.cephfs.filesystem:already dead... 2026-02-25T15:51:15.768 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-25T15:51:15.769 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2026-02-25T15:51:15.769 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.777 INFO:tasks.ceph.mds.a:Stopped 2026-02-25T15:51:15.777 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2026-02-25T15:51:15.777 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.825 INFO:tasks.ceph.mds.c:Stopped 2026-02-25T15:51:15.825 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2026-02-25T15:51:15.825 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.838 INFO:tasks.ceph.mds.b:Stopped 2026-02-25T15:51:15.838 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2026-02-25T15:51:15.838 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.885 INFO:tasks.ceph.mds.d:Stopped 2026-02-25T15:51:15.886 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-25T15:51:15.886 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-25T15:51:15.886 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.922 INFO:tasks.ceph.osd.0:Stopped 2026-02-25T15:51:15.922 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-25T15:51:15.922 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:15.998 INFO:tasks.ceph.osd.1:Stopped 2026-02-25T15:51:15.998 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-25T15:51:15.998 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.083 INFO:tasks.ceph.osd.2:Stopped 2026-02-25T15:51:16.083 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-25T15:51:16.083 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.112 INFO:tasks.ceph.osd.3:Stopped 2026-02-25T15:51:16.113 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2026-02-25T15:51:16.113 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.151 INFO:tasks.ceph.osd.4:Stopped 2026-02-25T15:51:16.151 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2026-02-25T15:51:16.151 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.235 INFO:tasks.ceph.osd.5:Stopped 2026-02-25T15:51:16.235 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2026-02-25T15:51:16.235 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.269 INFO:tasks.ceph.osd.6:Stopped 2026-02-25T15:51:16.269 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2026-02-25T15:51:16.269 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.345 INFO:tasks.ceph.osd.7:Stopped 2026-02-25T15:51:16.345 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-25T15:51:16.345 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-25T15:51:16.345 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.378 INFO:tasks.ceph.mgr.y:Stopped 2026-02-25T15:51:16.378 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-25T15:51:16.378 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.414 INFO:tasks.ceph.mgr.x:Stopped 2026-02-25T15:51:16.414 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-25T15:51:16.414 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-25T15:51:16.414 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.428 INFO:tasks.ceph.mon.a:Stopped 2026-02-25T15:51:16.428 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-25T15:51:16.428 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.464 INFO:tasks.ceph.mon.b:Stopped 2026-02-25T15:51:16.465 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-25T15:51:16.465 INFO:teuthology.orchestra.run:waiting for 300 2026-02-25T15:51:16.516 INFO:tasks.ceph.mon.c:Stopped 2026-02-25T15:51:16.516 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-25T15:51:16.516 DEBUG:teuthology.orchestra.run.trial052:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v 'is offline because no MDS' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v MGR_MODULE_ERROR | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'pg .* is stuck inactive' | egrep -v 'pg .* is .*degraded' | egrep -v 'pg .* is stuck peering' | head -n 1 2026-02-25T15:51:16.547 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:51:16.547 DEBUG:teuthology.orchestra.run.trial052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-02-25T15:51:16.623 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:51:16.624 DEBUG:teuthology.orchestra.run.trial052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-02-25T15:51:16.707 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:51:16.707 DEBUG:teuthology.orchestra.run.trial052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-02-25T15:51:16.776 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:51:16.776 DEBUG:teuthology.orchestra.run.trial052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2026-02-25T15:51:16.851 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:51:16.851 DEBUG:teuthology.orchestra.run.trial086:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2026-02-25T15:51:16.890 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:51:16.890 DEBUG:teuthology.orchestra.run.trial086:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2026-02-25T15:51:16.976 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:51:16.976 DEBUG:teuthology.orchestra.run.trial086:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2026-02-25T15:51:17.006 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:51:17.006 DEBUG:teuthology.orchestra.run.trial086:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2026-02-25T15:51:17.074 INFO:tasks.ceph:Archiving mon data... 2026-02-25T15:51:17.075 DEBUG:teuthology.misc:Transferring archived files from trial052:/var/lib/ceph/mon/ceph-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/data/mon.a.tgz 2026-02-25T15:51:17.076 DEBUG:teuthology.orchestra.run.trial052:> mktemp 2026-02-25T15:51:17.094 INFO:teuthology.orchestra.run.trial052.stdout:/tmp/tmp.yG0jB3CRP2 2026-02-25T15:51:17.095 DEBUG:teuthology.orchestra.run.trial052:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.yG0jB3CRP2 2026-02-25T15:51:17.235 DEBUG:teuthology.orchestra.run.trial052:> sudo chmod 0666 /tmp/tmp.yG0jB3CRP2 2026-02-25T15:51:17.316 DEBUG:teuthology.orchestra.remote:trial052:/tmp/tmp.yG0jB3CRP2 is 730KB 2026-02-25T15:51:17.388 DEBUG:teuthology.orchestra.run.trial052:> rm -fr /tmp/tmp.yG0jB3CRP2 2026-02-25T15:51:17.404 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/lib/ceph/mon/ceph-b to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/data/mon.b.tgz 2026-02-25T15:51:17.404 DEBUG:teuthology.orchestra.run.trial086:> mktemp 2026-02-25T15:51:17.422 INFO:teuthology.orchestra.run.trial086.stdout:/tmp/tmp.SndkMGOaCB 2026-02-25T15:51:17.423 DEBUG:teuthology.orchestra.run.trial086:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.SndkMGOaCB 2026-02-25T15:51:17.594 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 0666 /tmp/tmp.SndkMGOaCB 2026-02-25T15:51:17.675 DEBUG:teuthology.orchestra.remote:trial086:/tmp/tmp.SndkMGOaCB is 1MB 2026-02-25T15:51:17.782 DEBUG:teuthology.orchestra.run.trial086:> rm -fr /tmp/tmp.SndkMGOaCB 2026-02-25T15:51:17.799 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/lib/ceph/mon/ceph-c to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/data/mon.c.tgz 2026-02-25T15:51:17.799 DEBUG:teuthology.orchestra.run.trial086:> mktemp 2026-02-25T15:51:17.855 INFO:teuthology.orchestra.run.trial086.stdout:/tmp/tmp.wfdF70kS69 2026-02-25T15:51:17.855 DEBUG:teuthology.orchestra.run.trial086:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.wfdF70kS69 2026-02-25T15:51:18.025 DEBUG:teuthology.orchestra.run.trial086:> sudo chmod 0666 /tmp/tmp.wfdF70kS69 2026-02-25T15:51:18.105 DEBUG:teuthology.orchestra.remote:trial086:/tmp/tmp.wfdF70kS69 is 1MB 2026-02-25T15:51:18.209 DEBUG:teuthology.orchestra.run.trial086:> rm -fr /tmp/tmp.wfdF70kS69 2026-02-25T15:51:18.228 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-25T15:51:18.228 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-25T15:51:18.231 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-25T15:51:18.293 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2026-02-25T15:51:18.293 DEBUG:teuthology.orchestra.run.trial052:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2026-02-25T15:51:18.296 DEBUG:teuthology.orchestra.run.trial086:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2026-02-25T15:51:18.320 INFO:teuthology.orchestra.run.trial052.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2026-02-25T15:51:18.359 INFO:teuthology.orchestra.run.trial086.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2026-02-25T15:51:18.363 INFO:tasks.ceph:Archiving crash dumps... 2026-02-25T15:51:18.365 DEBUG:teuthology.misc:Transferring archived files from trial052:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial052/crash 2026-02-25T15:51:18.367 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-25T15:51:18.391 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial086/crash 2026-02-25T15:51:18.392 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-25T15:51:18.426 INFO:tasks.ceph:Shutting down logrotate 2026-02-25T15:51:18.426 DEBUG:teuthology.orchestra.run.trial052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:51:18.435 DEBUG:teuthology.orchestra.run.trial086:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2026-02-25T15:51:18.491 DEBUG:teuthology.orchestra.run.trial052:> sudo rm /etc/logrotate.d/ceph-test.conf 2026-02-25T15:51:18.522 DEBUG:teuthology.orchestra.run.trial086:> sudo rm /etc/logrotate.d/ceph-test.conf 2026-02-25T15:51:18.555 INFO:tasks.ceph:Compressing logs... 2026-02-25T15:51:18.556 DEBUG:teuthology.orchestra.run.trial052:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2026-02-25T15:51:18.564 DEBUG:teuthology.orchestra.run.trial086:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2026-02-25T15:51:19.431 INFO:tasks.ceph:Archiving logs... 2026-02-25T15:51:19.432 DEBUG:teuthology.misc:Transferring archived files from trial052:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial052/log 2026-02-25T15:51:19.434 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-25T15:51:19.743 DEBUG:teuthology.misc:Transferring archived files from trial086:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial086/log 2026-02-25T15:51:19.743 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-25T15:51:19.830 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-25T15:51:19.861 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-25T15:51:19.861 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-25T15:51:19.864 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-25T15:51:20.020 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-25T15:51:20.032 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-25T15:51:20.032 DEBUG:teuthology.orchestra.run.trial052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-25T15:51:20.034 DEBUG:teuthology.orchestra.run.trial086:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-25T15:51:20.049 INFO:teuthology.orchestra.run.trial052.stderr:bash: line 1: ntpq: command not found 2026-02-25T15:51:20.050 INFO:teuthology.orchestra.run.trial086.stderr:bash: line 1: ntpq: command not found 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:=============================================================================== 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:^+ 149.28.200.179.vultruser> 2 6 177 24 -1955us[-1955us] +/- 43ms 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:^+ li1210-167.members.linod> 2 6 77 90 -138us[ -323us] +/- 74ms 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:^* arm1.maxhost.io 2 6 177 26 +1021us[ +838us] +/- 55ms 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial052.stdout:^+ ntp.maxhost.io 2 6 177 26 +1555us[+1555us] +/- 55ms 2026-02-25T15:51:20.089 INFO:teuthology.orchestra.run.trial086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-25T15:51:20.090 INFO:teuthology.orchestra.run.trial086.stdout:=============================================================================== 2026-02-25T15:51:20.090 INFO:teuthology.orchestra.run.trial086.stdout:^* 149.28.200.179.vultruser> 2 6 177 25 -1912us[-2291us] +/- 44ms 2026-02-25T15:51:20.090 INFO:teuthology.orchestra.run.trial086.stdout:^+ li1210-167.members.linod> 2 6 77 91 +702us[ +177us] +/- 73ms 2026-02-25T15:51:20.090 INFO:teuthology.orchestra.run.trial086.stdout:^+ arm1.maxhost.io 2 6 177 25 +478us[ +478us] +/- 56ms 2026-02-25T15:51:20.090 INFO:teuthology.orchestra.run.trial086.stdout:^+ ntp.maxhost.io 2 6 177 26 +1652us[+1274us] +/- 55ms 2026-02-25T15:51:20.090 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-25T15:51:20.101 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-25T15:51:20.102 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-25T15:51:20.115 DEBUG:teuthology.orchestra.run.trial052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-25T15:51:20.189 DEBUG:teuthology.orchestra.run.trial086:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-25T15:51:20.244 DEBUG:teuthology.orchestra.run.trial052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-25T15:51:20.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:51:20.274 DEBUG:teuthology.orchestra.run.trial086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2026-02-25T15:51:20.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:51:20.301 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-25T15:51:20.321 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-25T15:51:20.338 INFO:teuthology.task.internal:Duration was 418.937205 seconds 2026-02-25T15:51:20.338 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-25T15:51:20.354 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-25T15:51:20.355 DEBUG:teuthology.orchestra.run.trial052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-25T15:51:20.358 DEBUG:teuthology.orchestra.run.trial086:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-25T15:51:20.392 INFO:teuthology.orchestra.run.trial052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-25T15:51:20.395 INFO:teuthology.orchestra.run.trial086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-25T15:51:20.641 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-25T15:51:20.641 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial052.front.sepia.ceph.com 2026-02-25T15:51:20.641 DEBUG:teuthology.orchestra.run.trial052:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-25T15:51:20.663 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial086.front.sepia.ceph.com 2026-02-25T15:51:20.663 DEBUG:teuthology.orchestra.run.trial086:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-25T15:51:20.699 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-25T15:51:20.699 DEBUG:teuthology.orchestra.run.trial052:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-25T15:51:20.705 DEBUG:teuthology.orchestra.run.trial086:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-25T15:51:20.799 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-25T15:51:20.799 DEBUG:teuthology.orchestra.run.trial052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-25T15:51:20.802 DEBUG:teuthology.orchestra.run.trial086:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-25T15:51:20.823 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:51:20.824 INFO:teuthology.orchestra.run.trial052.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:51:20.824 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-25T15:51:20.824 INFO:teuthology.orchestra.run.trial052.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-25T15:51:20.824 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-25T15:51:20.827 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-25T15:51:20.827 INFO:teuthology.orchestra.run.trial086.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-25T15:51:20.827 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-25T15:51:20.827 INFO:teuthology.orchestra.run.trial086.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-25T15:51:20.827 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-25T15:51:20.833 INFO:teuthology.orchestra.run.trial052.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 83.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-25T15:51:20.836 INFO:teuthology.orchestra.run.trial086.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 81.8% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-25T15:51:20.839 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-25T15:51:20.858 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-25T15:51:20.858 DEBUG:teuthology.orchestra.run.trial052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-25T15:51:20.900 DEBUG:teuthology.orchestra.run.trial086:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-25T15:51:20.925 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-25T15:51:20.942 DEBUG:teuthology.orchestra.run.trial052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-25T15:51:20.945 DEBUG:teuthology.orchestra.run.trial086:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-25T15:51:20.966 INFO:teuthology.orchestra.run.trial052.stdout:kernel.core_pattern = core 2026-02-25T15:51:20.989 INFO:teuthology.orchestra.run.trial086.stdout:kernel.core_pattern = core 2026-02-25T15:51:21.007 DEBUG:teuthology.orchestra.run.trial052:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-25T15:51:21.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:51:21.036 DEBUG:teuthology.orchestra.run.trial086:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-25T15:51:21.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-25T15:51:21.064 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-25T15:51:21.081 INFO:teuthology.task.internal:Transferring archived files... 2026-02-25T15:51:21.082 DEBUG:teuthology.misc:Transferring archived files from trial052:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial052 2026-02-25T15:51:21.082 DEBUG:teuthology.orchestra.run.trial052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-25T15:51:21.120 DEBUG:teuthology.misc:Transferring archived files from trial086:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-25_15:27:50-fs-reef-release-distro-default-trial/70244/remote/trial086 2026-02-25T15:51:21.120 DEBUG:teuthology.orchestra.run.trial086:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-25T15:51:21.156 INFO:teuthology.task.internal:Removing archive directory... 2026-02-25T15:51:21.157 DEBUG:teuthology.orchestra.run.trial052:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-25T15:51:21.159 DEBUG:teuthology.orchestra.run.trial086:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-25T15:51:21.203 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-25T15:51:21.219 INFO:teuthology.task.internal:Not uploading archives. 2026-02-25T15:51:21.219 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-25T15:51:21.234 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-25T15:51:21.234 DEBUG:teuthology.orchestra.run.trial052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-25T15:51:21.236 DEBUG:teuthology.orchestra.run.trial086:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-25T15:51:21.250 INFO:teuthology.orchestra.run.trial052.stdout: 920834 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 25 15:51 /home/ubuntu/cephtest 2026-02-25T15:51:21.259 INFO:teuthology.orchestra.run.trial086.stdout: 920834 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 25 15:51 /home/ubuntu/cephtest 2026-02-25T15:51:21.260 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-25T15:51:21.281 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-25T15:51:21.316 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/snap_schedule_snapdir} duration: 418.93720531463623 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-25T15:51:21.316 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-25T15:51:21.440 INFO:teuthology.run:pass